2024-11-12 03:17:04,558 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-12 03:17:04,581 main DEBUG Took 0.020320 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-12 03:17:04,581 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-12 03:17:04,581 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-12 03:17:04,582 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-12 03:17:04,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 03:17:04,590 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-12 03:17:04,607 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 03:17:04,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 03:17:04,610 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 03:17:04,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 03:17:04,611 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 03:17:04,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 03:17:04,613 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 03:17:04,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 03:17:04,614 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 03:17:04,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 03:17:04,615 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 03:17:04,615 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 03:17:04,616 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 03:17:04,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 03:17:04,617 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 03:17:04,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 03:17:04,618 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 03:17:04,619 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 03:17:04,619 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 03:17:04,620 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 03:17:04,620 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 03:17:04,621 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 03:17:04,621 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 03:17:04,622 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-12 03:17:04,622 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 03:17:04,622 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-12 03:17:04,624 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-12 03:17:04,626 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-12 03:17:04,629 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-12 03:17:04,630 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-12 03:17:04,631 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-12 03:17:04,632 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-12 03:17:04,642 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-12 03:17:04,645 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-12 03:17:04,647 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-12 03:17:04,648 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-12 03:17:04,648 main DEBUG createAppenders(={Console}) 2024-11-12 03:17:04,649 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-12 03:17:04,649 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-12 03:17:04,650 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-12 03:17:04,650 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-12 03:17:04,651 main DEBUG OutputStream closed 2024-11-12 03:17:04,651 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-12 03:17:04,652 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-12 03:17:04,652 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-12 03:17:04,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-12 03:17:04,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-12 03:17:04,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-12 03:17:04,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-12 03:17:04,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-12 03:17:04,743 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-12 03:17:04,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-12 03:17:04,744 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-12 03:17:04,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-12 03:17:04,745 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-12 03:17:04,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-12 03:17:04,746 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-12 03:17:04,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-12 03:17:04,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-12 03:17:04,747 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-12 03:17:04,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-12 03:17:04,748 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-12 03:17:04,749 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-12 03:17:04,751 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12 03:17:04,751 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-12 03:17:04,752 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-12 03:17:04,752 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-12T03:17:04,765 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-12 03:17:04,767 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-12 03:17:04,768 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-12T03:17:04,820 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=485, ProcessCount=11, AvailableMemoryMB=7036 2024-11-12T03:17:05,040 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-12T03:17:05,078 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1 2024-11-12T03:17:05,082 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/cluster_71862dd9-4281-28c1-73dd-0abd995ce022, deleteOnExit=true 2024-11-12T03:17:05,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/cluster_71862dd9-4281-28c1-73dd-0abd995ce022/zookeeper_0, clientPort=53292, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/cluster_71862dd9-4281-28c1-73dd-0abd995ce022/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/cluster_71862dd9-4281-28c1-73dd-0abd995ce022/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T03:17:05,235 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53292 2024-11-12T03:17:05,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:17:05,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:17:05,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/test.cache.data in system properties and HBase conf 2024-11-12T03:17:05,253 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:17:05,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:17:05,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:17:05,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:17:05,255 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:17:05,340 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-12T03:17:05,445 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:17:05,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:17:05,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:17:05,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:17:05,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:17:05,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:17:05,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:17:05,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:17:05,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:17:05,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:17:05,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:17:05,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:17:05,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:17:05,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:17:05,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:17:06,538 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T03:17:06,604 INFO [Time-limited test {}] log.Log(170): Logging initialized @2713ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-12T03:17:06,670 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:06,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:17:06,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:17:06,761 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:17:06,763 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:17:06,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:06,779 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:17:06,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:17:06,951 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/java.io.tmpdir/jetty-localhost-43609-hadoop-hdfs-3_4_1-tests_jar-_-any-15389372371131315819/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:17:06,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:43609} 2024-11-12T03:17:06,957 INFO [Time-limited test {}] server.Server(415): Started @3066ms 2024-11-12T03:17:07,535 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:07,542 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:17:07,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:17:07,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:17:07,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:17:07,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:17:07,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:17:07,643 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/java.io.tmpdir/jetty-localhost-35155-hadoop-hdfs-3_4_1-tests_jar-_-any-8256033120030967599/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:17:07,644 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:35155} 2024-11-12T03:17:07,644 INFO [Time-limited test {}] server.Server(415): Started @3753ms 2024-11-12T03:17:07,690 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:17:08,681 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/cluster_71862dd9-4281-28c1-73dd-0abd995ce022/data/data2/current/BP-1176683548-172.17.0.2-1731381425989/current, will proceed with Du for space computation calculation, 2024-11-12T03:17:08,681 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/cluster_71862dd9-4281-28c1-73dd-0abd995ce022/data/data1/current/BP-1176683548-172.17.0.2-1731381425989/current, will proceed with Du for space computation calculation, 2024-11-12T03:17:08,711 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:17:08,752 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56d6d745e96746a3 with lease ID 0x47ed6084403dc92d: Processing first storage report for DS-34c4325b-6436-4ddc-ad8c-c7acb8851839 from datanode DatanodeRegistration(127.0.0.1:44785, datanodeUuid=20841109-2a59-4ee3-84f3-75e45bd20579, infoPort=41293, infoSecurePort=0, ipcPort=33879, storageInfo=lv=-57;cid=testClusterID;nsid=1773246535;c=1731381425989) 2024-11-12T03:17:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56d6d745e96746a3 with lease ID 0x47ed6084403dc92d: from storage DS-34c4325b-6436-4ddc-ad8c-c7acb8851839 node DatanodeRegistration(127.0.0.1:44785, datanodeUuid=20841109-2a59-4ee3-84f3-75e45bd20579, infoPort=41293, infoSecurePort=0, ipcPort=33879, storageInfo=lv=-57;cid=testClusterID;nsid=1773246535;c=1731381425989), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T03:17:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x56d6d745e96746a3 with lease ID 0x47ed6084403dc92d: Processing first storage report for DS-00a0df63-8ea2-4883-aac2-b97118c61563 from datanode DatanodeRegistration(127.0.0.1:44785, datanodeUuid=20841109-2a59-4ee3-84f3-75e45bd20579, infoPort=41293, infoSecurePort=0, ipcPort=33879, storageInfo=lv=-57;cid=testClusterID;nsid=1773246535;c=1731381425989) 2024-11-12T03:17:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x56d6d745e96746a3 with lease ID 0x47ed6084403dc92d: from storage DS-00a0df63-8ea2-4883-aac2-b97118c61563 node DatanodeRegistration(127.0.0.1:44785, datanodeUuid=20841109-2a59-4ee3-84f3-75e45bd20579, infoPort=41293, infoSecurePort=0, ipcPort=33879, storageInfo=lv=-57;cid=testClusterID;nsid=1773246535;c=1731381425989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:17:08,771 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1 2024-11-12T03:17:08,784 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:08,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:08,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:17:09,404 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a with version=8 2024-11-12T03:17:09,404 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/hbase-staging 2024-11-12T03:17:09,518 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-12T03:17:09,784 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:17:09,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:09,793 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:09,798 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:17:09,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:09,799 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:17:09,953 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:17:10,010 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-12T03:17:10,019 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-12T03:17:10,023 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:17:10,049 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 13255 (auto-detected) 2024-11-12T03:17:10,050 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-12T03:17:10,071 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46593 2024-11-12T03:17:10,097 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46593 connecting to ZooKeeper ensemble=127.0.0.1:53292 2024-11-12T03:17:10,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465930x0, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:10,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46593-0x1012d0befde0000 connected 2024-11-12T03:17:10,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:10,355 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:10,364 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on znode that does not yet exist, /01759629818/running 2024-11-12T03:17:10,369 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a, hbase.cluster.distributed=false 2024-11-12T03:17:10,393 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on znode that does not yet exist, /01759629818/acl 2024-11-12T03:17:10,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46593 2024-11-12T03:17:10,399 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46593 2024-11-12T03:17:10,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46593 2024-11-12T03:17:10,406 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46593 2024-11-12T03:17:10,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46593 2024-11-12T03:17:10,540 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:17:10,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:10,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:10,542 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:17:10,542 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:10,543 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:17:10,546 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:17:10,550 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:17:10,551 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42315 2024-11-12T03:17:10,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42315 connecting to ZooKeeper ensemble=127.0.0.1:53292 2024-11-12T03:17:10,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:10,559 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:10,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:423150x0, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:10,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:423150x0, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on znode that does not yet exist, /01759629818/running 2024-11-12T03:17:10,578 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42315-0x1012d0befde0001 connected 2024-11-12T03:17:10,583 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:17:10,594 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:17:10,597 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on znode that does not yet exist, /01759629818/master 2024-11-12T03:17:10,607 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on znode that does not yet exist, /01759629818/acl 2024-11-12T03:17:10,609 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42315 2024-11-12T03:17:10,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42315 2024-11-12T03:17:10,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42315 2024-11-12T03:17:10,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42315 2024-11-12T03:17:10,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42315 2024-11-12T03:17:10,635 DEBUG [M:0;3fb681890ab2:46593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:46593 2024-11-12T03:17:10,637 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01759629818/backup-masters/3fb681890ab2,46593,1731381429605 2024-11-12T03:17:10,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818/backup-masters 2024-11-12T03:17:10,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818/backup-masters 2024-11-12T03:17:10,652 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on existing znode=/01759629818/backup-masters/3fb681890ab2,46593,1731381429605 2024-11-12T03:17:10,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01759629818/master 2024-11-12T03:17:10,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:10,682 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:10,683 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on existing znode=/01759629818/master 2024-11-12T03:17:10,685 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01759629818/backup-masters/3fb681890ab2,46593,1731381429605 from backup master directory 2024-11-12T03:17:10,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01759629818/backup-masters/3fb681890ab2,46593,1731381429605 2024-11-12T03:17:10,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818/backup-masters 2024-11-12T03:17:10,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818/backup-masters 2024-11-12T03:17:10,698 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:17:10,699 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,46593,1731381429605 2024-11-12T03:17:10,701 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-12T03:17:10,702 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-12T03:17:10,769 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/hbase.id] with ID: 156bc3c3-d3bd-4093-8a4f-f9dfd2585e42 2024-11-12T03:17:10,769 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/.tmp/hbase.id 2024-11-12T03:17:10,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:17:10,792 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/.tmp/hbase.id]:[hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/hbase.id] 2024-11-12T03:17:10,863 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:10,872 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:17:10,897 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 23ms. 2024-11-12T03:17:10,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:10,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:10,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:17:10,944 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:17:10,948 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:17:10,967 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:17:10,973 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:11,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:17:11,035 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store 2024-11-12T03:17:11,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:17:11,470 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-12T03:17:11,474 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:11,475 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:17:11,475 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:11,476 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:11,478 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:17:11,478 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:11,478 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:11,479 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381431475Disabling compacts and flushes for region at 1731381431475Disabling writes for close at 1731381431478 (+3 ms)Writing region close event to WAL at 1731381431478Closed at 1731381431478 2024-11-12T03:17:11,481 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/.initializing 2024-11-12T03:17:11,481 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/WALs/3fb681890ab2,46593,1731381429605 2024-11-12T03:17:11,492 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:17:11,510 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C46593%2C1731381429605, suffix=, logDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/WALs/3fb681890ab2,46593,1731381429605, archiveDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/oldWALs, maxLogs=10 2024-11-12T03:17:11,536 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/WALs/3fb681890ab2,46593,1731381429605/3fb681890ab2%2C46593%2C1731381429605.1731381431515, exclude list is [], retry=0 2024-11-12T03:17:11,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-34c4325b-6436-4ddc-ad8c-c7acb8851839,DISK] 2024-11-12T03:17:11,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-12T03:17:11,610 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/WALs/3fb681890ab2,46593,1731381429605/3fb681890ab2%2C46593%2C1731381429605.1731381431515 2024-11-12T03:17:11,612 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41293:41293)] 2024-11-12T03:17:11,612 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:11,613 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:11,616 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:11,617 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:11,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:11,706 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:17:11,710 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:11,714 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:11,716 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:11,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:17:11,719 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:11,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:11,721 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:11,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:17:11,726 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:11,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:11,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:11,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:17:11,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:11,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:11,732 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:11,735 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:11,737 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:11,743 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:11,744 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:11,748 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:11,754 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:11,759 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:17:11,760 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67560741, jitterRate=0.006733492016792297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:11,767 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381431630Initializing all the Stores at 1731381431634 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381431635 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381431635Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381431636 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381431636Cleaning up temporary data from old regions at 1731381431744 (+108 ms)Region opened successfully at 1731381431767 (+23 ms) 2024-11-12T03:17:11,770 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:17:11,803 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af8f1fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:17:11,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:17:11,842 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:17:11,843 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:17:11,845 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:17:11,847 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-12T03:17:11,852 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-12T03:17:11,852 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:17:11,881 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:17:11,891 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Unable to get data of znode /01759629818/balancer because node does not exist (not necessarily an error) 2024-11-12T03:17:11,945 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759629818/balancer already deleted, retry=false 2024-11-12T03:17:11,948 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:17:11,949 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Unable to get data of znode /01759629818/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:17:11,960 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759629818/normalizer already deleted, retry=false 2024-11-12T03:17:11,963 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:17:11,966 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Unable to get data of znode /01759629818/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:17:11,976 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759629818/switch/split already deleted, retry=false 2024-11-12T03:17:11,978 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Unable to get data of znode /01759629818/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:17:11,987 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759629818/switch/merge already deleted, retry=false 2024-11-12T03:17:12,007 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Unable to get data of znode /01759629818/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:17:12,018 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759629818/snapshot-cleanup already deleted, retry=false 2024-11-12T03:17:12,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01759629818/running 2024-11-12T03:17:12,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01759629818/running 2024-11-12T03:17:12,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:12,029 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:12,032 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,46593,1731381429605, sessionid=0x1012d0befde0000, setting cluster-up flag (Was=false) 2024-11-12T03:17:12,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:12,179 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:12,239 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01759629818/flush-table-proc/acquired, /01759629818/flush-table-proc/reached, /01759629818/flush-table-proc/abort 2024-11-12T03:17:12,242 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,46593,1731381429605 2024-11-12T03:17:12,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:12,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:12,303 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01759629818/online-snapshot/acquired, /01759629818/online-snapshot/reached, /01759629818/online-snapshot/abort 2024-11-12T03:17:12,307 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,46593,1731381429605 2024-11-12T03:17:12,316 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:17:12,334 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(746): ClusterId : 156bc3c3-d3bd-4093-8a4f-f9dfd2585e42 2024-11-12T03:17:12,336 DEBUG [RS:0;3fb681890ab2:42315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:17:12,353 DEBUG [RS:0;3fb681890ab2:42315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:17:12,353 DEBUG [RS:0;3fb681890ab2:42315 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:17:12,368 DEBUG [RS:0;3fb681890ab2:42315 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:17:12,369 DEBUG [RS:0;3fb681890ab2:42315 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560d1e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:17:12,409 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:42315 2024-11-12T03:17:12,414 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:17:12,415 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:17:12,415 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:17:12,419 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,46593,1731381429605 with port=42315, startcode=1731381430488 2024-11-12T03:17:12,448 DEBUG [RS:0;3fb681890ab2:42315 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:17:12,461 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:12,476 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:17:12,486 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:17:12,493 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,46593,1731381429605 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:17:12,511 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:12,511 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:12,511 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:12,512 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:12,512 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:17:12,512 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:12,512 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:17:12,513 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:12,530 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381462529 2024-11-12T03:17:12,530 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:17:12,533 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:17:12,534 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:17:12,538 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46593 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T03:17:12,539 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:17:12,539 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:17:12,540 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:17:12,541 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:17:12,544 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:12,549 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:12,550 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:17:12,556 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:17:12,558 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:17:12,559 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:17:12,559 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:17:12,565 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:12,565 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:17:12,574 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-12T03:17:12,575 WARN [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-12T03:17:12,575 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:17:12,575 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:17:12,578 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381432577,5,FailOnTimeoutGroup] 2024-11-12T03:17:12,579 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381432578,5,FailOnTimeoutGroup] 2024-11-12T03:17:12,579 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:12,579 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:17:12,580 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:12,581 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:12,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:17:12,676 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,46593,1731381429605 with port=42315, startcode=1731381430488 2024-11-12T03:17:12,678 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46593 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,42315,1731381430488 2024-11-12T03:17:12,681 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46593 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,42315,1731381430488 2024-11-12T03:17:12,689 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a 2024-11-12T03:17:12,689 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40273 2024-11-12T03:17:12,689 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:17:12,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818/rs 2024-11-12T03:17:12,719 DEBUG [RS:0;3fb681890ab2:42315 {}] zookeeper.ZKUtil(111): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on existing znode=/01759629818/rs/3fb681890ab2,42315,1731381430488 2024-11-12T03:17:12,719 WARN [RS:0;3fb681890ab2:42315 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:17:12,719 INFO [RS:0;3fb681890ab2:42315 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:12,720 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488 2024-11-12T03:17:12,722 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,42315,1731381430488] 2024-11-12T03:17:12,745 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:17:12,763 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:17:12,767 INFO [RS:0;3fb681890ab2:42315 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:17:12,768 INFO [RS:0;3fb681890ab2:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:12,769 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:17:12,775 INFO [RS:0;3fb681890ab2:42315 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:17:12,776 INFO [RS:0;3fb681890ab2:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:12,777 DEBUG [RS:0;3fb681890ab2:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:12,777 DEBUG [RS:0;3fb681890ab2:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:12,777 DEBUG [RS:0;3fb681890ab2:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:12,777 DEBUG [RS:0;3fb681890ab2:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:12,777 DEBUG [RS:0;3fb681890ab2:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:12,778 DEBUG [RS:0;3fb681890ab2:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:17:12,778 DEBUG [RS:0;3fb681890ab2:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:12,778 DEBUG [RS:0;3fb681890ab2:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:12,778 DEBUG [RS:0;3fb681890ab2:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:12,778 DEBUG [RS:0;3fb681890ab2:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:12,778 DEBUG [RS:0;3fb681890ab2:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:12,778 DEBUG [RS:0;3fb681890ab2:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:12,779 DEBUG [RS:0;3fb681890ab2:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:17:12,779 DEBUG [RS:0;3fb681890ab2:42315 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:17:12,782 INFO [RS:0;3fb681890ab2:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:12,783 INFO [RS:0;3fb681890ab2:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:12,783 INFO [RS:0;3fb681890ab2:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:12,783 INFO [RS:0;3fb681890ab2:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:12,783 INFO [RS:0;3fb681890ab2:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:12,783 INFO [RS:0;3fb681890ab2:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42315,1731381430488-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:17:12,804 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:17:12,806 INFO [RS:0;3fb681890ab2:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42315,1731381430488-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:12,806 INFO [RS:0;3fb681890ab2:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:12,806 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.Replication(171): 3fb681890ab2,42315,1731381430488 started 2024-11-12T03:17:12,826 INFO [RS:0;3fb681890ab2:42315 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:12,826 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,42315,1731381430488, RpcServer on 3fb681890ab2/172.17.0.2:42315, sessionid=0x1012d0befde0001 2024-11-12T03:17:12,827 DEBUG [RS:0;3fb681890ab2:42315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:17:12,827 DEBUG [RS:0;3fb681890ab2:42315 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,42315,1731381430488 2024-11-12T03:17:12,827 DEBUG [RS:0;3fb681890ab2:42315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,42315,1731381430488' 2024-11-12T03:17:12,827 DEBUG [RS:0;3fb681890ab2:42315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01759629818/flush-table-proc/abort' 2024-11-12T03:17:12,828 DEBUG [RS:0;3fb681890ab2:42315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01759629818/flush-table-proc/acquired' 2024-11-12T03:17:12,828 DEBUG [RS:0;3fb681890ab2:42315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:17:12,829 DEBUG [RS:0;3fb681890ab2:42315 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:17:12,829 DEBUG [RS:0;3fb681890ab2:42315 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,42315,1731381430488 2024-11-12T03:17:12,829 DEBUG [RS:0;3fb681890ab2:42315 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,42315,1731381430488' 2024-11-12T03:17:12,829 DEBUG [RS:0;3fb681890ab2:42315 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01759629818/online-snapshot/abort' 2024-11-12T03:17:12,829 DEBUG [RS:0;3fb681890ab2:42315 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01759629818/online-snapshot/acquired' 2024-11-12T03:17:12,830 DEBUG [RS:0;3fb681890ab2:42315 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:17:12,830 INFO [RS:0;3fb681890ab2:42315 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:17:12,830 INFO [RS:0;3fb681890ab2:42315 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:17:12,935 INFO [RS:0;3fb681890ab2:42315 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:17:12,939 INFO [RS:0;3fb681890ab2:42315 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C42315%2C1731381430488, suffix=, logDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488, archiveDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/oldWALs, maxLogs=10 2024-11-12T03:17:12,962 DEBUG [RS:0;3fb681890ab2:42315 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942, exclude list is [], retry=0 2024-11-12T03:17:12,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-34c4325b-6436-4ddc-ad8c-c7acb8851839,DISK] 2024-11-12T03:17:12,971 INFO [RS:0;3fb681890ab2:42315 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942 2024-11-12T03:17:12,972 DEBUG [RS:0;3fb681890ab2:42315 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41293:41293)] 2024-11-12T03:17:12,998 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:17:12,999 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a 2024-11-12T03:17:13,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:17:13,014 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:13,018 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:17:13,021 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:17:13,021 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:13,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:13,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:17:13,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:17:13,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:13,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:13,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:17:13,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:17:13,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:13,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:13,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:17:13,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:17:13,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:13,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:13,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:17:13,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740 2024-11-12T03:17:13,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740 2024-11-12T03:17:13,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:17:13,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:17:13,047 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:13,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:17:13,053 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:17:13,054 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72462611, jitterRate=0.07977704703807831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:13,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381433014Initializing all the Stores at 1731381433017 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381433018 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381433018Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381433018Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381433018Cleaning up temporary data from old regions at 1731381433043 (+25 ms)Region opened successfully at 1731381433058 (+15 ms) 2024-11-12T03:17:13,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:17:13,059 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:17:13,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:17:13,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:17:13,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:17:13,061 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:13,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381433058Disabling compacts and flushes for region at 1731381433058Disabling writes for close at 1731381433059 (+1 ms)Writing region close event to WAL at 1731381433060 (+1 ms)Closed at 1731381433061 (+1 ms) 2024-11-12T03:17:13,064 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:13,065 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:17:13,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:17:13,081 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:17:13,084 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:17:13,236 DEBUG [3fb681890ab2:46593 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:17:13,249 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,42315,1731381430488 2024-11-12T03:17:13,256 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,42315,1731381430488, state=OPENING 2024-11-12T03:17:13,313 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:17:13,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:13,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:13,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759629818/meta-region-server: CHANGED 2024-11-12T03:17:13,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759629818/meta-region-server: CHANGED 2024-11-12T03:17:13,326 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:17:13,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,42315,1731381430488}] 2024-11-12T03:17:13,504 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:17:13,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34921, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:17:13,520 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:17:13,521 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:13,522 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:17:13,526 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C42315%2C1731381430488.meta, suffix=.meta, logDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488, archiveDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/oldWALs, maxLogs=10 2024-11-12T03:17:13,548 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.meta.1731381433528.meta, exclude list is [], retry=0 2024-11-12T03:17:13,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-34c4325b-6436-4ddc-ad8c-c7acb8851839,DISK] 2024-11-12T03:17:13,557 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.meta.1731381433528.meta 2024-11-12T03:17:13,557 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41293:41293)] 2024-11-12T03:17:13,558 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:13,562 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:17:13,563 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:17:13,566 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:17:13,568 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:17:13,572 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:17:13,573 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:13,573 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:17:13,573 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:17:13,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:17:13,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:17:13,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:13,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:13,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:17:13,583 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:17:13,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:13,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:13,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:17:13,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:17:13,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:13,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:13,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:17:13,590 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:17:13,590 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:13,591 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:13,591 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:17:13,593 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740 2024-11-12T03:17:13,596 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740 2024-11-12T03:17:13,598 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:17:13,598 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:17:13,599 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:13,602 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:17:13,604 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70146523, jitterRate=0.04526464641094208}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:13,604 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:17:13,605 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381433574Writing region info on filesystem at 1731381433574Initializing all the Stores at 1731381433577 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381433577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381433579 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381433579Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381433579Cleaning up temporary data from old regions at 1731381433598 (+19 ms)Running coprocessor post-open hooks at 1731381433604 (+6 ms)Region opened successfully at 1731381433605 (+1 ms) 2024-11-12T03:17:13,612 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381433495 2024-11-12T03:17:13,624 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:17:13,625 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:17:13,627 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,42315,1731381430488 2024-11-12T03:17:13,629 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,42315,1731381430488, state=OPEN 2024-11-12T03:17:13,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01759629818/meta-region-server 2024-11-12T03:17:13,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759629818/meta-region-server: CHANGED 2024-11-12T03:17:13,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01759629818/meta-region-server 2024-11-12T03:17:13,715 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,42315,1731381430488 2024-11-12T03:17:13,715 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759629818/meta-region-server: CHANGED 2024-11-12T03:17:13,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:17:13,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,42315,1731381430488 in 387 msec 2024-11-12T03:17:13,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:17:13,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 652 msec 2024-11-12T03:17:13,733 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:13,733 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:17:13,757 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:17:13,759 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,42315,1731381430488, seqNum=-1] 2024-11-12T03:17:13,785 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:17:13,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48031, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:17:13,812 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4370 sec 2024-11-12T03:17:13,812 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381433812, completionTime=-1 2024-11-12T03:17:13,814 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:17:13,815 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:17:13,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:17:13,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381493855 2024-11-12T03:17:13,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381553855 2024-11-12T03:17:13,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 40 msec 2024-11-12T03:17:13,857 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46593,1731381429605-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:13,857 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46593,1731381429605-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:13,857 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46593,1731381429605-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:13,860 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:46593, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:13,860 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:13,861 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:13,868 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:17:13,904 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.205sec 2024-11-12T03:17:13,905 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:17:13,906 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:17:13,907 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:17:13,907 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:17:13,907 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:17:13,908 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46593,1731381429605-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:17:13,909 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46593,1731381429605-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:17:13,918 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:17:13,919 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:17:13,920 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46593,1731381429605-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:13,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34ff7594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:13,942 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-12T03:17:13,942 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-12T03:17:13,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,46593,-1 for getting cluster id 2024-11-12T03:17:13,947 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:13,956 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '156bc3c3-d3bd-4093-8a4f-f9dfd2585e42' 2024-11-12T03:17:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:13,959 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "156bc3c3-d3bd-4093-8a4f-f9dfd2585e42" 2024-11-12T03:17:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f079a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:13,962 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,46593,-1] 2024-11-12T03:17:13,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:13,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:13,970 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:13,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168e4c83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:13,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:17:13,982 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,42315,1731381430488, seqNum=-1] 2024-11-12T03:17:13,990 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:17:13,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:17:14,022 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,46593,1731381429605 2024-11-12T03:17:14,024 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53292 2024-11-12T03:17:14,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:14,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012d0befde0002 connected 2024-11-12T03:17:14,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/hadoop.log.dir so I do NOT create it in target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a 2024-11-12T03:17:14,111 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:17:14,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/hadoop.tmp.dir so I do NOT create it in target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a 2024-11-12T03:17:14,111 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:17:14,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a 2024-11-12T03:17:14,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:17:14,112 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/cluster_905053bc-513f-af76-258a-478a4bcc916c, deleteOnExit=true 2024-11-12T03:17:14,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:17:14,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/test.cache.data in system properties and HBase conf 2024-11-12T03:17:14,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:17:14,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:17:14,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:17:14,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:17:14,112 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:17:14,113 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:17:14,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:17:14,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:17:14,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:17:14,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:17:14,113 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:17:14,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:17:14,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:17:14,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:17:14,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:17:14,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:17:14,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:17:14,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:17:14,114 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:17:14,115 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:17:14,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:14,499 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:17:14,505 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:17:14,506 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:17:14,506 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:17:14,508 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:14,511 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@694fc00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:17:14,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ce4f3c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:17:14,639 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@478c3fc0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/java.io.tmpdir/jetty-localhost-39161-hadoop-hdfs-3_4_1-tests_jar-_-any-13290124174183371459/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:17:14,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@610d66dd{HTTP/1.1, (http/1.1)}{localhost:39161} 2024-11-12T03:17:14,639 INFO [Time-limited test {}] server.Server(415): Started @10748ms 2024-11-12T03:17:14,993 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:15,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:17:15,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:17:15,004 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:17:15,004 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:17:15,006 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47ca9e4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:17:15,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4393ee02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:17:15,149 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12f8b5d0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/java.io.tmpdir/jetty-localhost-34491-hadoop-hdfs-3_4_1-tests_jar-_-any-18391786741455286058/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:17:15,150 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2804a38d{HTTP/1.1, (http/1.1)}{localhost:34491} 2024-11-12T03:17:15,150 INFO [Time-limited test {}] server.Server(415): Started @11259ms 2024-11-12T03:17:15,152 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:17:15,973 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/cluster_905053bc-513f-af76-258a-478a4bcc916c/data/data2/current/BP-1806230476-172.17.0.2-1731381434146/current, will proceed with Du for space computation calculation, 2024-11-12T03:17:15,973 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/cluster_905053bc-513f-af76-258a-478a4bcc916c/data/data1/current/BP-1806230476-172.17.0.2-1731381434146/current, will proceed with Du for space computation calculation, 2024-11-12T03:17:16,065 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:17:16,077 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc1a2be8c9ee720c with lease ID 0xf05ec3484933dd6f: Processing first storage report for DS-b29c1766-39fd-4399-a1db-a9f86facb941 from datanode DatanodeRegistration(127.0.0.1:42397, datanodeUuid=29214655-3624-429e-812b-4149b6184309, infoPort=35651, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=1197031742;c=1731381434146) 2024-11-12T03:17:16,077 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc1a2be8c9ee720c with lease ID 0xf05ec3484933dd6f: from storage DS-b29c1766-39fd-4399-a1db-a9f86facb941 node DatanodeRegistration(127.0.0.1:42397, datanodeUuid=29214655-3624-429e-812b-4149b6184309, infoPort=35651, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=1197031742;c=1731381434146), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:17:16,078 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc1a2be8c9ee720c with lease ID 0xf05ec3484933dd6f: Processing first storage report for DS-b51c0249-9282-411b-9fbf-d33ed5d17225 from datanode DatanodeRegistration(127.0.0.1:42397, datanodeUuid=29214655-3624-429e-812b-4149b6184309, infoPort=35651, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=1197031742;c=1731381434146) 2024-11-12T03:17:16,078 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc1a2be8c9ee720c with lease ID 0xf05ec3484933dd6f: from storage DS-b51c0249-9282-411b-9fbf-d33ed5d17225 node DatanodeRegistration(127.0.0.1:42397, datanodeUuid=29214655-3624-429e-812b-4149b6184309, infoPort=35651, infoSecurePort=0, ipcPort=37587, storageInfo=lv=-57;cid=testClusterID;nsid=1197031742;c=1731381434146), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:17:16,147 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a 2024-11-12T03:17:16,147 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:16,150 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:16,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:17:16,203 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792 with version=8 2024-11-12T03:17:16,203 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/hbase-staging 2024-11-12T03:17:16,207 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:17:16,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:16,207 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:16,208 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:17:16,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:16,208 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:17:16,208 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:17:16,208 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:17:16,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45417 2024-11-12T03:17:16,216 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45417 connecting to ZooKeeper ensemble=127.0.0.1:53292 2024-11-12T03:17:16,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454170x0, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:16,253 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45417-0x1012d0befde0003 connected 2024-11-12T03:17:16,408 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:16,411 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:16,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Set watcher on znode that does not yet exist, /11767354497/running 2024-11-12T03:17:16,415 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792, hbase.cluster.distributed=false 2024-11-12T03:17:16,420 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Set watcher on znode that does not yet exist, /11767354497/acl 2024-11-12T03:17:16,424 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45417 2024-11-12T03:17:16,426 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45417 2024-11-12T03:17:16,432 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45417 2024-11-12T03:17:16,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45417 2024-11-12T03:17:16,434 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45417 2024-11-12T03:17:16,458 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:17:16,458 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:16,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:16,459 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:17:16,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:16,459 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:17:16,459 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:17:16,459 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:17:16,460 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43341 2024-11-12T03:17:16,463 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43341 connecting to ZooKeeper ensemble=127.0.0.1:53292 2024-11-12T03:17:16,464 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:16,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:16,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:433410x0, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:16,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:433410x0, quorum=127.0.0.1:53292, baseZNode=/11767354497 Set watcher on znode that does not yet exist, /11767354497/running 2024-11-12T03:17:16,483 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:17:16,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43341-0x1012d0befde0004 connected 2024-11-12T03:17:16,499 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:17:16,500 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Set watcher on znode that does not yet exist, /11767354497/master 2024-11-12T03:17:16,501 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Set watcher on znode that does not yet exist, /11767354497/acl 2024-11-12T03:17:16,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43341 2024-11-12T03:17:16,510 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43341 2024-11-12T03:17:16,518 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43341 2024-11-12T03:17:16,524 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43341 2024-11-12T03:17:16,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43341 2024-11-12T03:17:16,545 DEBUG [M:0;3fb681890ab2:45417 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:45417 2024-11-12T03:17:16,546 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11767354497/backup-masters/3fb681890ab2,45417,1731381436206 2024-11-12T03:17:16,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497/backup-masters 2024-11-12T03:17:16,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497/backup-masters 2024-11-12T03:17:16,555 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Set watcher on existing znode=/11767354497/backup-masters/3fb681890ab2,45417,1731381436206 2024-11-12T03:17:16,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11767354497/master 2024-11-12T03:17:16,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:16,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:16,566 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Set watcher on existing znode=/11767354497/master 2024-11-12T03:17:16,567 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11767354497/backup-masters/3fb681890ab2,45417,1731381436206 from backup master directory 2024-11-12T03:17:16,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11767354497/backup-masters/3fb681890ab2,45417,1731381436206 2024-11-12T03:17:16,576 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:17:16,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497/backup-masters 2024-11-12T03:17:16,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497/backup-masters 2024-11-12T03:17:16,576 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,45417,1731381436206 2024-11-12T03:17:16,584 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/hbase.id] with ID: af4f9668-a858-40c4-a8cc-542b40674037 2024-11-12T03:17:16,584 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/.tmp/hbase.id 2024-11-12T03:17:16,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:17:16,999 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/.tmp/hbase.id]:[hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/hbase.id] 2024-11-12T03:17:17,046 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:17,046 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:17:17,049 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-12T03:17:17,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:17,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:17,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:17:17,410 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:17:17,412 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:17:17,412 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:17,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:17:17,445 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store 2024-11-12T03:17:17,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:17:17,468 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:17,468 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:17:17,469 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:17,469 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:17,469 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:17:17,469 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:17,469 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:17,469 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381437468Disabling compacts and flushes for region at 1731381437468Disabling writes for close at 1731381437469 (+1 ms)Writing region close event to WAL at 1731381437469Closed at 1731381437469 2024-11-12T03:17:17,471 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/.initializing 2024-11-12T03:17:17,471 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/WALs/3fb681890ab2,45417,1731381436206 2024-11-12T03:17:17,474 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:17:17,480 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C45417%2C1731381436206, suffix=, logDir=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/WALs/3fb681890ab2,45417,1731381436206, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/oldWALs, maxLogs=10 2024-11-12T03:17:17,494 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/WALs/3fb681890ab2,45417,1731381436206/3fb681890ab2%2C45417%2C1731381436206.1731381437481, exclude list is [], retry=0 2024-11-12T03:17:17,500 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-b29c1766-39fd-4399-a1db-a9f86facb941,DISK] 2024-11-12T03:17:17,503 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/WALs/3fb681890ab2,45417,1731381436206/3fb681890ab2%2C45417%2C1731381436206.1731381437481 2024-11-12T03:17:17,503 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35651:35651)] 2024-11-12T03:17:17,504 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:17,504 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:17,504 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:17,504 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:17,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:17,514 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:17:17,514 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:17,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:17,515 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:17,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:17:17,517 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:17,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:17,518 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:17,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:17:17,520 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:17,520 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:17,521 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:17,523 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:17:17,524 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:17,525 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:17,525 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:17,527 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:17,528 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:17,531 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:17,532 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:17,533 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:17,536 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:17,540 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:17:17,541 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67438638, jitterRate=0.004914015531539917}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:17,541 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381437504Initializing all the Stores at 1731381437506 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381437506Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381437511 (+5 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381437511Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381437511Cleaning up temporary data from old regions at 1731381437532 (+21 ms)Region opened successfully at 1731381437541 (+9 ms) 2024-11-12T03:17:17,542 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:17:17,550 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed13eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:17:17,551 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:17:17,551 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:17:17,552 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:17:17,552 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:17:17,553 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:17:17,553 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:17:17,554 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:17:17,557 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:17:17,558 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Unable to get data of znode /11767354497/balancer because node does not exist (not necessarily an error) 2024-11-12T03:17:17,571 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11767354497/balancer already deleted, retry=false 2024-11-12T03:17:17,571 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:17:17,572 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Unable to get data of znode /11767354497/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:17:17,581 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11767354497/normalizer already deleted, retry=false 2024-11-12T03:17:17,582 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:17:17,598 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Unable to get data of znode /11767354497/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:17:17,607 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11767354497/switch/split already deleted, retry=false 2024-11-12T03:17:17,609 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Unable to get data of znode /11767354497/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:17:17,618 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11767354497/switch/merge already deleted, retry=false 2024-11-12T03:17:17,622 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Unable to get data of znode /11767354497/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:17:17,634 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11767354497/snapshot-cleanup already deleted, retry=false 2024-11-12T03:17:17,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11767354497/running 2024-11-12T03:17:17,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:17,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11767354497/running 2024-11-12T03:17:17,687 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:17,687 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,45417,1731381436206, sessionid=0x1012d0befde0003, setting cluster-up flag (Was=false) 2024-11-12T03:17:17,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:17,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:17,839 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11767354497/flush-table-proc/acquired, /11767354497/flush-table-proc/reached, /11767354497/flush-table-proc/abort 2024-11-12T03:17:17,840 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,45417,1731381436206 2024-11-12T03:17:17,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:17,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:17,986 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11767354497/online-snapshot/acquired, /11767354497/online-snapshot/reached, /11767354497/online-snapshot/abort 2024-11-12T03:17:17,989 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,45417,1731381436206 2024-11-12T03:17:17,991 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:17:17,995 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:17,997 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:17:17,997 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:17:17,997 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,45417,1731381436206 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:17:18,000 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:18,000 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:18,001 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:18,001 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:18,001 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:17:18,001 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:18,001 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:17:18,001 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:18,006 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:18,006 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:17:18,008 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:18,008 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381468008 2024-11-12T03:17:18,008 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:17:18,008 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:17:18,008 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:17:18,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:17:18,009 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:17:18,009 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:17:18,009 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:17:18,009 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:18,010 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:17:18,010 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:17:18,010 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:17:18,010 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:17:18,016 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:17:18,016 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:17:18,019 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381438016,5,FailOnTimeoutGroup] 2024-11-12T03:17:18,019 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381438019,5,FailOnTimeoutGroup] 2024-11-12T03:17:18,019 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:18,019 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:17:18,019 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:18,019 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:18,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:17:18,033 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(746): ClusterId : af4f9668-a858-40c4-a8cc-542b40674037 2024-11-12T03:17:18,034 DEBUG [RS:0;3fb681890ab2:43341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:17:18,325 DEBUG [RS:0;3fb681890ab2:43341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:17:18,325 DEBUG [RS:0;3fb681890ab2:43341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:17:18,401 DEBUG [RS:0;3fb681890ab2:43341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:17:18,401 DEBUG [RS:0;3fb681890ab2:43341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40921447, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:17:18,412 DEBUG [RS:0;3fb681890ab2:43341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:43341 2024-11-12T03:17:18,413 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:17:18,413 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:17:18,413 DEBUG [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:17:18,414 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,45417,1731381436206 with port=43341, startcode=1731381436458 2024-11-12T03:17:18,414 DEBUG [RS:0;3fb681890ab2:43341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:17:18,418 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41437, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:17:18,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45417 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,43341,1731381436458 2024-11-12T03:17:18,419 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45417 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,43341,1731381436458 2024-11-12T03:17:18,422 DEBUG [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792 2024-11-12T03:17:18,422 DEBUG [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38055 2024-11-12T03:17:18,422 DEBUG [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:17:18,433 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:17:18,433 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792 2024-11-12T03:17:18,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741832_1008 (size=32) 2024-11-12T03:17:18,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497/rs 2024-11-12T03:17:18,512 DEBUG [RS:0;3fb681890ab2:43341 {}] zookeeper.ZKUtil(111): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Set watcher on existing znode=/11767354497/rs/3fb681890ab2,43341,1731381436458 2024-11-12T03:17:18,512 WARN [RS:0;3fb681890ab2:43341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:17:18,512 INFO [RS:0;3fb681890ab2:43341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:18,512 DEBUG [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/WALs/3fb681890ab2,43341,1731381436458 2024-11-12T03:17:18,512 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,43341,1731381436458] 2024-11-12T03:17:18,517 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:17:18,520 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:17:18,521 INFO [RS:0;3fb681890ab2:43341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:17:18,521 INFO [RS:0;3fb681890ab2:43341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:18,522 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:17:18,523 INFO [RS:0;3fb681890ab2:43341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:17:18,523 INFO [RS:0;3fb681890ab2:43341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:18,524 DEBUG [RS:0;3fb681890ab2:43341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:18,524 DEBUG [RS:0;3fb681890ab2:43341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:18,524 DEBUG [RS:0;3fb681890ab2:43341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:18,524 DEBUG [RS:0;3fb681890ab2:43341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:18,524 DEBUG [RS:0;3fb681890ab2:43341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:18,524 DEBUG [RS:0;3fb681890ab2:43341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:17:18,524 DEBUG [RS:0;3fb681890ab2:43341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:18,524 DEBUG [RS:0;3fb681890ab2:43341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:18,524 DEBUG [RS:0;3fb681890ab2:43341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:18,524 DEBUG [RS:0;3fb681890ab2:43341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:18,525 DEBUG [RS:0;3fb681890ab2:43341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:18,525 DEBUG [RS:0;3fb681890ab2:43341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:18,525 DEBUG [RS:0;3fb681890ab2:43341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:17:18,525 DEBUG [RS:0;3fb681890ab2:43341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:17:18,526 INFO [RS:0;3fb681890ab2:43341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:18,526 INFO [RS:0;3fb681890ab2:43341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:18,526 INFO [RS:0;3fb681890ab2:43341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:18,526 INFO [RS:0;3fb681890ab2:43341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:18,526 INFO [RS:0;3fb681890ab2:43341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:18,526 INFO [RS:0;3fb681890ab2:43341 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43341,1731381436458-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:17:18,544 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:17:18,544 INFO [RS:0;3fb681890ab2:43341 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43341,1731381436458-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:18,544 INFO [RS:0;3fb681890ab2:43341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:18,544 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.Replication(171): 3fb681890ab2,43341,1731381436458 started 2024-11-12T03:17:18,559 INFO [RS:0;3fb681890ab2:43341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:18,559 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,43341,1731381436458, RpcServer on 3fb681890ab2/172.17.0.2:43341, sessionid=0x1012d0befde0004 2024-11-12T03:17:18,559 DEBUG [RS:0;3fb681890ab2:43341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:17:18,559 DEBUG [RS:0;3fb681890ab2:43341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,43341,1731381436458 2024-11-12T03:17:18,559 DEBUG [RS:0;3fb681890ab2:43341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,43341,1731381436458' 2024-11-12T03:17:18,560 DEBUG [RS:0;3fb681890ab2:43341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11767354497/flush-table-proc/abort' 2024-11-12T03:17:18,560 DEBUG [RS:0;3fb681890ab2:43341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11767354497/flush-table-proc/acquired' 2024-11-12T03:17:18,561 DEBUG [RS:0;3fb681890ab2:43341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:17:18,561 DEBUG [RS:0;3fb681890ab2:43341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:17:18,561 DEBUG [RS:0;3fb681890ab2:43341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,43341,1731381436458 2024-11-12T03:17:18,561 DEBUG [RS:0;3fb681890ab2:43341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,43341,1731381436458' 2024-11-12T03:17:18,561 DEBUG [RS:0;3fb681890ab2:43341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11767354497/online-snapshot/abort' 2024-11-12T03:17:18,561 DEBUG [RS:0;3fb681890ab2:43341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11767354497/online-snapshot/acquired' 2024-11-12T03:17:18,562 DEBUG [RS:0;3fb681890ab2:43341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:17:18,562 INFO [RS:0;3fb681890ab2:43341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:17:18,562 INFO [RS:0;3fb681890ab2:43341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:17:18,663 INFO [RS:0;3fb681890ab2:43341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:17:18,665 INFO [RS:0;3fb681890ab2:43341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C43341%2C1731381436458, suffix=, logDir=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/WALs/3fb681890ab2,43341,1731381436458, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/oldWALs, maxLogs=10 2024-11-12T03:17:18,679 DEBUG [RS:0;3fb681890ab2:43341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/WALs/3fb681890ab2,43341,1731381436458/3fb681890ab2%2C43341%2C1731381436458.1731381438667, exclude list is [], retry=0 2024-11-12T03:17:18,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-b29c1766-39fd-4399-a1db-a9f86facb941,DISK] 2024-11-12T03:17:18,687 INFO [RS:0;3fb681890ab2:43341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/WALs/3fb681890ab2,43341,1731381436458/3fb681890ab2%2C43341%2C1731381436458.1731381438667 2024-11-12T03:17:18,688 DEBUG [RS:0;3fb681890ab2:43341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35651:35651)] 2024-11-12T03:17:18,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:18,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:17:18,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:17:18,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:18,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:18,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:17:18,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:17:18,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:18,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:18,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:17:18,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:17:18,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:18,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:18,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:17:18,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:17:18,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:18,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:18,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:17:18,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/data/hbase/meta/1588230740 2024-11-12T03:17:18,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/data/hbase/meta/1588230740 2024-11-12T03:17:18,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:17:18,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:17:18,864 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:18,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:17:18,871 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:17:18,872 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62959555, jitterRate=-0.061829522252082825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:18,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381438842Initializing all the Stores at 1731381438844 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381438844Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381438844Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381438844Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381438844Cleaning up temporary data from old regions at 1731381438863 (+19 ms)Region opened successfully at 1731381438872 (+9 ms) 2024-11-12T03:17:18,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:17:18,872 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:17:18,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:17:18,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:17:18,872 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:17:18,873 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:18,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381438872Disabling compacts and flushes for region at 1731381438872Disabling writes for close at 1731381438872Writing region close event to WAL at 1731381438873 (+1 ms)Closed at 1731381438873 2024-11-12T03:17:18,875 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:18,875 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:17:18,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:17:18,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:17:18,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:17:19,030 DEBUG [3fb681890ab2:45417 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:17:19,031 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,43341,1731381436458 2024-11-12T03:17:19,033 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,43341,1731381436458, state=OPENING 2024-11-12T03:17:19,081 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:17:19,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:17:19,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:19,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:19,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11767354497/meta-region-server: CHANGED 2024-11-12T03:17:19,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11767354497/meta-region-server: CHANGED 2024-11-12T03:17:19,093 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:17:19,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,43341,1731381436458}] 2024-11-12T03:17:19,152 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:17:19,249 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:17:19,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:17:19,258 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:17:19,258 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:19,259 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:17:19,262 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C43341%2C1731381436458.meta, suffix=.meta, logDir=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/WALs/3fb681890ab2,43341,1731381436458, archiveDir=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/oldWALs, maxLogs=10 2024-11-12T03:17:19,282 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/WALs/3fb681890ab2,43341,1731381436458/3fb681890ab2%2C43341%2C1731381436458.meta.1731381439264.meta, exclude list is [], retry=0 2024-11-12T03:17:19,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-b29c1766-39fd-4399-a1db-a9f86facb941,DISK] 2024-11-12T03:17:19,288 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/WALs/3fb681890ab2,43341,1731381436458/3fb681890ab2%2C43341%2C1731381436458.meta.1731381439264.meta 2024-11-12T03:17:19,292 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35651:35651)] 2024-11-12T03:17:19,293 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:19,293 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:17:19,293 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:17:19,293 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:17:19,293 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:17:19,294 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:17:19,294 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:19,294 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:17:19,294 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:17:19,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:17:19,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:17:19,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:19,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:19,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:17:19,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:17:19,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:19,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:19,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:17:19,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:17:19,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:19,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:19,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:17:19,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:17:19,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:19,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:19,306 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:17:19,309 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/data/hbase/meta/1588230740 2024-11-12T03:17:19,312 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/data/hbase/meta/1588230740 2024-11-12T03:17:19,314 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:17:19,314 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:17:19,315 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:19,320 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:17:19,322 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62490047, jitterRate=-0.06882573664188385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:19,322 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:17:19,323 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381439294Writing region info on filesystem at 1731381439294Initializing all the Stores at 1731381439296 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381439296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381439296Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381439296Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381439296Cleaning up temporary data from old regions at 1731381439314 (+18 ms)Running coprocessor post-open hooks at 1731381439322 (+8 ms)Region opened successfully at 1731381439323 (+1 ms) 2024-11-12T03:17:19,325 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381439249 2024-11-12T03:17:19,329 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:17:19,329 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:17:19,332 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,43341,1731381436458 2024-11-12T03:17:19,334 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,43341,1731381436458, state=OPEN 2024-11-12T03:17:19,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11767354497/meta-region-server 2024-11-12T03:17:19,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11767354497/meta-region-server 2024-11-12T03:17:19,344 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,43341,1731381436458 2024-11-12T03:17:19,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11767354497/meta-region-server: CHANGED 2024-11-12T03:17:19,344 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11767354497/meta-region-server: CHANGED 2024-11-12T03:17:19,352 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:17:19,353 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,43341,1731381436458 in 251 msec 2024-11-12T03:17:19,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:17:19,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 477 msec 2024-11-12T03:17:19,361 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:19,361 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:17:19,364 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:17:19,364 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,43341,1731381436458, seqNum=-1] 2024-11-12T03:17:19,364 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:17:19,366 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:17:19,379 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3830 sec 2024-11-12T03:17:19,379 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381439379, completionTime=-1 2024-11-12T03:17:19,379 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:17:19,379 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:17:19,383 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:17:19,383 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381499383 2024-11-12T03:17:19,383 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381559383 2024-11-12T03:17:19,383 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T03:17:19,384 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45417,1731381436206-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:19,384 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45417,1731381436206-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:19,384 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45417,1731381436206-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:19,384 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:45417, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:19,384 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:19,387 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:19,389 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:17:19,394 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.818sec 2024-11-12T03:17:19,395 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:17:19,395 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:17:19,395 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:17:19,395 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:17:19,395 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:17:19,395 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45417,1731381436206-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:17:19,395 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45417,1731381436206-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:17:19,400 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:17:19,400 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:17:19,400 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45417,1731381436206-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:19,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877a7a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:19,435 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45417,-1 for getting cluster id 2024-11-12T03:17:19,435 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:19,438 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af4f9668-a858-40c4-a8cc-542b40674037' 2024-11-12T03:17:19,439 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af4f9668-a858-40c4-a8cc-542b40674037" 2024-11-12T03:17:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78ac34c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:19,440 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45417,-1] 2024-11-12T03:17:19,441 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:19,460 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:19,462 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:19,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2404d756, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:19,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:17:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,43341,1731381436458, seqNum=-1] 2024-11-12T03:17:19,468 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:17:19,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:17:19,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,45417,1731381436206 2024-11-12T03:17:19,485 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53292 2024-11-12T03:17:19,497 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:19,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25185be7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:19,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,46593,-1 for getting cluster id 2024-11-12T03:17:19,517 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:19,519 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '156bc3c3-d3bd-4093-8a4f-f9dfd2585e42' 2024-11-12T03:17:19,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:19,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012d0befde0005 connected 2024-11-12T03:17:19,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "156bc3c3-d3bd-4093-8a4f-f9dfd2585e42" 2024-11-12T03:17:19,520 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@330f0ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:19,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,46593,-1] 2024-11-12T03:17:19,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:19,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:19,525 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:19,527 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@675690ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:19,539 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:19,545 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,46593,1731381429605 2024-11-12T03:17:19,548 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@51dfa523 2024-11-12T03:17:19,549 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:19,553 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:17:19,554 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:45417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:17:19,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:17:19,574 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:45417' 2024-11-12T03:17:19,577 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@544b2e27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:19,577 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45417,-1 for getting cluster id 2024-11-12T03:17:19,577 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:19,578 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af4f9668-a858-40c4-a8cc-542b40674037' 2024-11-12T03:17:19,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:19,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af4f9668-a858-40c4-a8cc-542b40674037" 2024-11-12T03:17:19,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@743be66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:19,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45417,-1] 2024-11-12T03:17:19,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:19,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:19,582 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:19,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@275f4e4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:19,589 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:19,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:17:19,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45417,1731381436206 2024-11-12T03:17:19,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d881818 2024-11-12T03:17:19,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:19,598 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:17:19,616 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T03:17:19,616 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:17:19,623 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:19,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:19,627 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:19,629 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:17:19,636 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:17:19,641 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:17:19,642 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:19,644 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:17:19,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741835_1011 (size=1138) 2024-11-12T03:17:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:17:19,703 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:17:19,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:17:20,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T03:17:20,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T03:17:20,008 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:17:20,008 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T03:17:20,009 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:17:20,009 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T03:17:20,009 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T03:17:20,009 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T03:17:20,080 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f0539659ec5cc3500dafcc04c6ec1133, NAME => 'hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a 2024-11-12T03:17:20,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741836_1012 (size=44) 2024-11-12T03:17:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:17:20,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:20,495 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f0539659ec5cc3500dafcc04c6ec1133, disabling compactions & flushes 2024-11-12T03:17:20,496 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:20,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:20,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. after waiting 0 ms 2024-11-12T03:17:20,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:20,496 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:20,496 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f0539659ec5cc3500dafcc04c6ec1133: Waiting for close lock at 1731381440495Disabling compacts and flushes for region at 1731381440495Disabling writes for close at 1731381440496 (+1 ms)Writing region close event to WAL at 1731381440496Closed at 1731381440496 2024-11-12T03:17:20,498 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:17:20,502 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381440498"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381440498"}]},"ts":"1731381440498"} 2024-11-12T03:17:20,509 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:17:20,511 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:17:20,514 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381440511"}]},"ts":"1731381440511"} 2024-11-12T03:17:20,519 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:17:20,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0539659ec5cc3500dafcc04c6ec1133, ASSIGN}] 2024-11-12T03:17:20,524 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0539659ec5cc3500dafcc04c6ec1133, ASSIGN 2024-11-12T03:17:20,526 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0539659ec5cc3500dafcc04c6ec1133, ASSIGN; state=OFFLINE, location=3fb681890ab2,42315,1731381430488; forceNewPlan=false, retain=false 2024-11-12T03:17:20,677 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f0539659ec5cc3500dafcc04c6ec1133, regionState=OPENING, regionLocation=3fb681890ab2,42315,1731381430488 2024-11-12T03:17:20,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0539659ec5cc3500dafcc04c6ec1133, ASSIGN because future has completed 2024-11-12T03:17:20,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0539659ec5cc3500dafcc04c6ec1133, server=3fb681890ab2,42315,1731381430488}] 2024-11-12T03:17:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:17:20,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:20,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:20,842 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:17:20,845 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C42315%2C1731381430488.rep, suffix=, logDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488, archiveDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/oldWALs, maxLogs=10 2024-11-12T03:17:20,858 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.rep.1731381440845, exclude list is [], retry=0 2024-11-12T03:17:20,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-34c4325b-6436-4ddc-ad8c-c7acb8851839,DISK] 2024-11-12T03:17:20,864 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.rep.1731381440845 2024-11-12T03:17:20,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41293:41293)] 2024-11-12T03:17:20,865 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => f0539659ec5cc3500dafcc04c6ec1133, NAME => 'hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:20,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:17:20,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:17:20,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. service=MultiRowMutationService 2024-11-12T03:17:20,866 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:17:20,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:20,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:20,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:20,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:20,869 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:20,871 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0539659ec5cc3500dafcc04c6ec1133 columnFamilyName hfileref 2024-11-12T03:17:20,871 DEBUG [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:20,871 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] regionserver.HStore(327): Store=f0539659ec5cc3500dafcc04c6ec1133/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:20,872 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:20,873 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0539659ec5cc3500dafcc04c6ec1133 columnFamilyName queue 2024-11-12T03:17:20,873 DEBUG [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:20,874 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] regionserver.HStore(327): Store=f0539659ec5cc3500dafcc04c6ec1133/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:20,874 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:20,876 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0539659ec5cc3500dafcc04c6ec1133 columnFamilyName sid 2024-11-12T03:17:20,876 DEBUG [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:20,877 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] regionserver.HStore(327): Store=f0539659ec5cc3500dafcc04c6ec1133/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:20,877 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:20,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/replication/f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:20,879 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/replication/f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:20,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:20,880 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:20,881 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:17:20,883 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:20,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/replication/f0539659ec5cc3500dafcc04c6ec1133/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:17:20,887 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened f0539659ec5cc3500dafcc04c6ec1133; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62566374, jitterRate=-0.06768837571144104}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:17:20,887 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:20,888 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for f0539659ec5cc3500dafcc04c6ec1133: Running coprocessor pre-open hook at 1731381440867Writing region info on filesystem at 1731381440867Initializing all the Stores at 1731381440868 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381440868Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381440869 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381440869Cleaning up temporary data from old regions at 1731381440880 (+11 ms)Running coprocessor post-open hooks at 1731381440887 (+7 ms)Region opened successfully at 1731381440888 (+1 ms) 2024-11-12T03:17:20,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133., pid=7, masterSystemTime=1731381440835 2024-11-12T03:17:20,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:20,893 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:20,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=f0539659ec5cc3500dafcc04c6ec1133, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,42315,1731381430488 2024-11-12T03:17:20,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0539659ec5cc3500dafcc04c6ec1133, server=3fb681890ab2,42315,1731381430488 because future has completed 2024-11-12T03:17:20,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T03:17:20,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure f0539659ec5cc3500dafcc04c6ec1133, server=3fb681890ab2,42315,1731381430488 in 220 msec 2024-11-12T03:17:20,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:17:20,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0539659ec5cc3500dafcc04c6ec1133, ASSIGN in 386 msec 2024-11-12T03:17:20,916 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:17:20,916 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381440916"}]},"ts":"1731381440916"} 2024-11-12T03:17:20,919 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:17:20,921 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:17:20,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2910 sec 2024-11-12T03:17:20,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133., hostname=3fb681890ab2,42315,1731381430488, seqNum=2] 2024-11-12T03:17:20,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42315 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-12T03:17:21,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:21,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:21,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:17:21,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T03:17:21,268 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:17:21,315 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,42315,1731381430488, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:17:21,317 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:17:21,317 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,42315,1731381430488, seqNum=-1] 2024-11-12T03:17:21,317 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:17:21,319 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51487, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-12T03:17:21,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,42315,1731381430488', locateType=CURRENT is [region=hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133., hostname=3fb681890ab2,42315,1731381430488, seqNum=2] 2024-11-12T03:17:21,342 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T03:17:21,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T03:17:21,349 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,42315,1731381430488 suceeded 2024-11-12T03:17:21,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T03:17:21,352 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:45417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:17:21,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 248 msec 2024-11-12T03:17:21,355 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.7950 sec 2024-11-12T03:17:21,363 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:45417' 2024-11-12T03:17:21,366 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b159889, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:21,366 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45417,-1 for getting cluster id 2024-11-12T03:17:21,366 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:21,367 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af4f9668-a858-40c4-a8cc-542b40674037' 2024-11-12T03:17:21,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:21,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af4f9668-a858-40c4-a8cc-542b40674037" 2024-11-12T03:17:21,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40ecdfef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:21,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45417,-1] 2024-11-12T03:17:21,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:21,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:21,370 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:21,371 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f4aec44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:21,371 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:21,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45417,1731381436206 2024-11-12T03:17:21,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d73ad50 2024-11-12T03:17:21,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:21,374 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T03:17:21,375 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,42315,1731381430488 (queues=1) is replicating from cluster=156bc3c3-d3bd-4093-8a4f-f9dfd2585e42 to cluster=af4f9668-a858-40c4-a8cc-542b40674037 2024-11-12T03:17:21,377 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C42315%2C1731381430488 2024-11-12T03:17:21,380 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,42315,1731381430488, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:17:21,383 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488.replicationSource.shipper3fb681890ab2%2C42315%2C1731381430488,1-3fb681890ab2,42315,1731381430488 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C42315%2C1731381430488 2024-11-12T03:17:21,388 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,1-3fb681890ab2,42315,1731381430488 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942, startPosition=0, beingWritten=true 2024-11-12T03:17:21,657 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,1-3fb681890ab2,42315,1731381430488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942 to pos 0, reset compression=false 2024-11-12T03:17:21,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:17:21,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:17:21,740 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:17:21,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:21,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:21,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:21,741 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:21,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42a6ac1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:21,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,46593,-1 for getting cluster id 2024-11-12T03:17:21,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:21,744 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '156bc3c3-d3bd-4093-8a4f-f9dfd2585e42' 2024-11-12T03:17:21,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:21,744 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "156bc3c3-d3bd-4093-8a4f-f9dfd2585e42" 2024-11-12T03:17:21,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41081587, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:21,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,46593,-1] 2024-11-12T03:17:21,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:21,745 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:21,751 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:21,753 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63e1c86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:21,753 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:21,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,46593,1731381429605 2024-11-12T03:17:21,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@637a5f5a 2024-11-12T03:17:21,755 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:21,766 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:17:21,766 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://3fb681890ab2:45417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:17:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:17:21,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T03:17:21,775 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:45417' 2024-11-12T03:17:21,782 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10048047, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:21,782 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45417,-1 for getting cluster id 2024-11-12T03:17:21,782 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:21,783 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af4f9668-a858-40c4-a8cc-542b40674037' 2024-11-12T03:17:21,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:21,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af4f9668-a858-40c4-a8cc-542b40674037" 2024-11-12T03:17:21,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e1085ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:21,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45417,-1] 2024-11-12T03:17:21,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:21,786 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:21,788 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:21,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57765f02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:21,789 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:21,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45417,1731381436206 2024-11-12T03:17:21,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@398a5c6 2024-11-12T03:17:21,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:21,792 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:17:21,793 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T03:17:21,793 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:17:21,793 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:21,793 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:21,794 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:21,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T03:17:21,882 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:17:21,967 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,1-3fb681890ab2,42315,1731381430488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942 to pos 0, reset compression=false 2024-11-12T03:17:22,036 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-12T03:17:22,036 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T03:17:22,079 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-3fb681890ab2,42315,1731381430488, ReplicationSource: 2, currentBandwidth=0 2024-11-12T03:17:22,083 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-12T03:17:22,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-12T03:17:22,088 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 3fb681890ab2,42315,1731381430488 suceeded 2024-11-12T03:17:22,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T03:17:22,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T03:17:22,093 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 206 msec 2024-11-12T03:17:22,093 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://3fb681890ab2:45417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:17:22,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 327 msec 2024-11-12T03:17:22,103 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:45417' 2024-11-12T03:17:22,105 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75263c1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:22,105 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45417,-1 for getting cluster id 2024-11-12T03:17:22,105 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:22,107 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af4f9668-a858-40c4-a8cc-542b40674037' 2024-11-12T03:17:22,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:22,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af4f9668-a858-40c4-a8cc-542b40674037" 2024-11-12T03:17:22,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@635d9991, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:22,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45417,-1] 2024-11-12T03:17:22,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:22,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:22,113 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:22,114 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59b024ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:22,114 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:22,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45417,1731381436206 2024-11-12T03:17:22,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7075d9a1 2024-11-12T03:17:22,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:22,117 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-12T03:17:22,120 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3fb681890ab2,42315,1731381430488 (queues=1) is replicating from cluster=156bc3c3-d3bd-4093-8a4f-f9dfd2585e42 to cluster=af4f9668-a858-40c4-a8cc-542b40674037 2024-11-12T03:17:22,120 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3fb681890ab2%2C42315%2C1731381430488 2024-11-12T03:17:22,120 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3fb681890ab2,42315,1731381430488, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:17:22,121 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,2-3fb681890ab2,42315,1731381430488 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942, startPosition=0, beingWritten=true 2024-11-12T03:17:22,126 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488.replicationSource.shipper3fb681890ab2%2C42315%2C1731381430488,2-3fb681890ab2,42315,1731381430488 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C42315%2C1731381430488 2024-11-12T03:17:22,331 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,2-3fb681890ab2,42315,1731381430488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942 to pos 0, reset compression=false 2024-11-12T03:17:22,381 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,1-3fb681890ab2,42315,1731381430488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942 to pos 0, reset compression=false 2024-11-12T03:17:22,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-12T03:17:22,400 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T03:17:22,400 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:17:22,400 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:22,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:22,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:22,400 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:22,401 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:22,403 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,46593,1731381429605 2024-11-12T03:17:22,404 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23de35ac 2024-11-12T03:17:22,406 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:22,408 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:17:22,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T03:17:22,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T03:17:22,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T03:17:22,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T03:17:22,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:45417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:17:22,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T03:17:22,425 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:45417' 2024-11-12T03:17:22,426 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e9a672, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:22,426 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45417,-1 for getting cluster id 2024-11-12T03:17:22,426 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:22,427 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af4f9668-a858-40c4-a8cc-542b40674037' 2024-11-12T03:17:22,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:22,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af4f9668-a858-40c4-a8cc-542b40674037" 2024-11-12T03:17:22,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cea34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:22,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45417,-1] 2024-11-12T03:17:22,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:22,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:22,430 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:22,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2536add8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:22,432 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:22,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45417,1731381436206 2024-11-12T03:17:22,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e7a9c7c 2024-11-12T03:17:22,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:22,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T03:17:22,434 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:17:22,435 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-12T03:17:22,435 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:17:22,435 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:22,435 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:22,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:22,483 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:17:22,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T03:17:22,638 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,2-3fb681890ab2,42315,1731381430488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942 to pos 0, reset compression=false 2024-11-12T03:17:22,639 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-12T03:17:22,639 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-12T03:17:22,641 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-12T03:17:22,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-12T03:17:22,645 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 3fb681890ab2,42315,1731381430488 suceeded 2024-11-12T03:17:22,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-12T03:17:22,649 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 162 msec 2024-11-12T03:17:22,649 INFO [PEWorker-3 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://3fb681890ab2:45417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:17:22,652 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 231 msec 2024-11-12T03:17:22,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-12T03:17:22,750 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-12T03:17:22,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://3fb681890ab2:45417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:17:22,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T03:17:22,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T03:17:22,755 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:45417' 2024-11-12T03:17:22,756 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4292c143, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:22,756 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45417,-1 for getting cluster id 2024-11-12T03:17:22,756 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:22,757 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af4f9668-a858-40c4-a8cc-542b40674037' 2024-11-12T03:17:22,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:22,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af4f9668-a858-40c4-a8cc-542b40674037" 2024-11-12T03:17:22,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@497ed716, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:22,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45417,-1] 2024-11-12T03:17:22,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:22,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:22,759 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:22,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b2405a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:22,760 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:22,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45417,1731381436206 2024-11-12T03:17:22,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@590a538b 2024-11-12T03:17:22,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:22,763 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:17:22,764 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T03:17:22,764 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:17:22,764 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:22,764 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:22,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:22,777 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:17:22,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T03:17:22,889 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,1-3fb681890ab2,42315,1731381430488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942 to pos 0, reset compression=false 2024-11-12T03:17:22,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42315 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-12T03:17:22,930 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-12T03:17:22,932 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-12T03:17:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-12T03:17:22,934 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 3fb681890ab2,42315,1731381430488 suceeded 2024-11-12T03:17:22,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-12T03:17:22,937 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://3fb681890ab2:45417,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:17:22,937 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-12T03:17:22,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 186 msec 2024-11-12T03:17:23,050 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,2-3fb681890ab2,42315,1731381430488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942 to pos 0, reset compression=false 2024-11-12T03:17:23,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-12T03:17:23,070 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-12T03:17:23,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T03:17:23,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46593 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T03:17:23,072 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:17:23,073 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:23,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:23,073 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:23,073 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:23,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:17:23,073 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1078958413, stopped=false 2024-11-12T03:17:23,074 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,46593,1731381429605 2024-11-12T03:17:23,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01759629818/running 2024-11-12T03:17:23,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01759629818/running 2024-11-12T03:17:23,123 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:17:23,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:23,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:23,123 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:17:23,123 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:23,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on znode that does not yet exist, /01759629818/running 2024-11-12T03:17:23,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:23,124 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on znode that does not yet exist, /01759629818/running 2024-11-12T03:17:23,124 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,42315,1731381430488' ***** 2024-11-12T03:17:23,124 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:17:23,124 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:17:23,125 INFO [RS:0;3fb681890ab2:42315 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:17:23,125 INFO [RS:0;3fb681890ab2:42315 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:17:23,125 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(3091): Received CLOSE for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:23,125 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:17:23,126 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,42315,1731381430488 2024-11-12T03:17:23,126 INFO [RS:0;3fb681890ab2:42315 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:17:23,126 INFO [RS:0;3fb681890ab2:42315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:42315. 2024-11-12T03:17:23,126 DEBUG [RS:0;3fb681890ab2:42315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:23,126 DEBUG [RS:0;3fb681890ab2:42315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:23,126 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0539659ec5cc3500dafcc04c6ec1133, disabling compactions & flushes 2024-11-12T03:17:23,126 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:23,126 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:23,126 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:17:23,126 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. after waiting 0 ms 2024-11-12T03:17:23,126 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:17:23,126 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:17:23,126 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:23,127 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:17:23,127 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T03:17:23,127 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:17:23,127 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1325): Online Regions={f0539659ec5cc3500dafcc04c6ec1133=hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:17:23,127 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:17:23,127 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:17:23,127 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:17:23,127 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:17:23,127 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:23,128 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:17:23,131 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f0539659ec5cc3500dafcc04c6ec1133 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-12T03:17:23,131 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T03:17:23,200 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/.tmp/info/c4f5981d6f9e480c8dfdc2f442d4997d is 147, key is hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133./info:regioninfo/1731381440897/Put/seqid=0 2024-11-12T03:17:23,200 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/replication/f0539659ec5cc3500dafcc04c6ec1133/.tmp/queue/431da6cec5dc4fa1a02255649633fd39 is 151, key is 1-3fb681890ab2,42315,1731381430488/queue:3fb681890ab2%2C42315%2C1731381430488/1731381441326/Put/seqid=0 2024-11-12T03:17:23,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741839_1015 (size=5500) 2024-11-12T03:17:23,218 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/replication/f0539659ec5cc3500dafcc04c6ec1133/.tmp/queue/431da6cec5dc4fa1a02255649633fd39 2024-11-12T03:17:23,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741838_1014 (size=6631) 2024-11-12T03:17:23,265 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/replication/f0539659ec5cc3500dafcc04c6ec1133/.tmp/queue/431da6cec5dc4fa1a02255649633fd39 as hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/replication/f0539659ec5cc3500dafcc04c6ec1133/queue/431da6cec5dc4fa1a02255649633fd39 2024-11-12T03:17:23,275 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/replication/f0539659ec5cc3500dafcc04c6ec1133/queue/431da6cec5dc4fa1a02255649633fd39, entries=2, sequenceid=6, filesize=5.4 K 2024-11-12T03:17:23,284 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f0539659ec5cc3500dafcc04c6ec1133 in 151ms, sequenceid=6, compaction requested=false 2024-11-12T03:17:23,284 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T03:17:23,296 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/replication/f0539659ec5cc3500dafcc04c6ec1133/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T03:17:23,299 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:17:23,299 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:17:23,300 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:23,300 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0539659ec5cc3500dafcc04c6ec1133: Waiting for close lock at 1731381443126Running coprocessor pre-close hooks at 1731381443126Disabling compacts and flushes for region at 1731381443126Disabling writes for close at 1731381443126Obtaining lock to block concurrent updates at 1731381443131 (+5 ms)Preparing flush snapshotting stores in f0539659ec5cc3500dafcc04c6ec1133 at 1731381443131Finished memstore snapshotting hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731381443139 (+8 ms)Flushing stores of hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. at 1731381443141 (+2 ms)Flushing f0539659ec5cc3500dafcc04c6ec1133/queue: creating writer at 1731381443143 (+2 ms)Flushing f0539659ec5cc3500dafcc04c6ec1133/queue: appending metadata at 1731381443183 (+40 ms)Flushing f0539659ec5cc3500dafcc04c6ec1133/queue: closing flushed file at 1731381443186 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f7a355c: reopening flushed file at 1731381443264 (+78 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for f0539659ec5cc3500dafcc04c6ec1133 in 151ms, sequenceid=6, compaction requested=false at 1731381443284 (+20 ms)Writing region close event to WAL at 1731381443288 (+4 ms)Running coprocessor post-close hooks at 1731381443296 (+8 ms)Closed at 1731381443299 (+3 ms) 2024-11-12T03:17:23,300 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:23,328 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:23,498 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,1-3fb681890ab2,42315,1731381430488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942 to pos 0, reset compression=false 2024-11-12T03:17:23,528 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:23,557 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,2-3fb681890ab2,42315,1731381430488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942 to pos 0, reset compression=false 2024-11-12T03:17:23,620 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/.tmp/info/c4f5981d6f9e480c8dfdc2f442d4997d 2024-11-12T03:17:23,652 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/.tmp/ns/44fabfde23804cadbd7d0179952f91b2 is 43, key is default/ns:d/1731381433793/Put/seqid=0 2024-11-12T03:17:23,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741840_1016 (size=5153) 2024-11-12T03:17:23,666 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/.tmp/ns/44fabfde23804cadbd7d0179952f91b2 2024-11-12T03:17:23,699 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/.tmp/table/c85b25f1fc60458883fd158a0d91092b is 53, key is hbase:replication/table:state/1731381440916/Put/seqid=0 2024-11-12T03:17:23,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741841_1017 (size=5256) 2024-11-12T03:17:23,728 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:23,839 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:17:23,839 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:17:23,928 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:24,106 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/.tmp/table/c85b25f1fc60458883fd158a0d91092b 2024-11-12T03:17:24,115 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/.tmp/info/c4f5981d6f9e480c8dfdc2f442d4997d as hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/info/c4f5981d6f9e480c8dfdc2f442d4997d 2024-11-12T03:17:24,124 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/info/c4f5981d6f9e480c8dfdc2f442d4997d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T03:17:24,125 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/.tmp/ns/44fabfde23804cadbd7d0179952f91b2 as hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/ns/44fabfde23804cadbd7d0179952f91b2 2024-11-12T03:17:24,129 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T03:17:24,129 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:17:24,129 DEBUG [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:24,135 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/ns/44fabfde23804cadbd7d0179952f91b2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T03:17:24,136 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/.tmp/table/c85b25f1fc60458883fd158a0d91092b as hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/table/c85b25f1fc60458883fd158a0d91092b 2024-11-12T03:17:24,146 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/table/c85b25f1fc60458883fd158a0d91092b, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T03:17:24,147 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1020ms, sequenceid=11, compaction requested=false 2024-11-12T03:17:24,154 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T03:17:24,155 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:17:24,155 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:17:24,155 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:24,156 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381443127Running coprocessor pre-close hooks at 1731381443127Disabling compacts and flushes for region at 1731381443127Disabling writes for close at 1731381443127Obtaining lock to block concurrent updates at 1731381443131 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1731381443131Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731381443139 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731381443141 (+2 ms)Flushing 1588230740/info: creating writer at 1731381443143 (+2 ms)Flushing 1588230740/info: appending metadata at 1731381443184 (+41 ms)Flushing 1588230740/info: closing flushed file at 1731381443186 (+2 ms)Flushing 1588230740/ns: creating writer at 1731381443632 (+446 ms)Flushing 1588230740/ns: appending metadata at 1731381443651 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731381443652 (+1 ms)Flushing 1588230740/table: creating writer at 1731381443679 (+27 ms)Flushing 1588230740/table: appending metadata at 1731381443699 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731381443699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6422ae22: reopening flushed file at 1731381444114 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@221250e: reopening flushed file at 1731381444124 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a48c8a0: reopening flushed file at 1731381444135 (+11 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1020ms, sequenceid=11, compaction requested=false at 1731381444148 (+13 ms)Writing region close event to WAL at 1731381444149 (+1 ms)Running coprocessor post-close hooks at 1731381444155 (+6 ms)Closed at 1731381444155 2024-11-12T03:17:24,156 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:24,164 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,2-3fb681890ab2,42315,1731381430488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942 to pos 0, reset compression=false 2024-11-12T03:17:24,206 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,1-3fb681890ab2,42315,1731381430488 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488/3fb681890ab2%2C42315%2C1731381430488.1731381432942 to pos 0, reset compression=false 2024-11-12T03:17:24,329 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,42315,1731381430488; all regions closed. 2024-11-12T03:17:24,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741834_1010 (size=2742) 2024-11-12T03:17:24,339 DEBUG [RS:0;3fb681890ab2:42315 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/oldWALs 2024-11-12T03:17:24,339 INFO [RS:0;3fb681890ab2:42315 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C42315%2C1731381430488.meta:.meta(num 1731381433528) 2024-11-12T03:17:24,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741837_1013 (size=1802) 2024-11-12T03:17:24,345 DEBUG [RS:0;3fb681890ab2:42315 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/oldWALs 2024-11-12T03:17:24,345 INFO [RS:0;3fb681890ab2:42315 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C42315%2C1731381430488.rep:(num 1731381440845) 2024-11-12T03:17:24,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741832_1008 (size=93) 2024-11-12T03:17:24,351 DEBUG [RS:0;3fb681890ab2:42315 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/oldWALs 2024-11-12T03:17:24,351 INFO [RS:0;3fb681890ab2:42315 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C42315%2C1731381430488:(num 1731381432942) 2024-11-12T03:17:24,351 DEBUG [RS:0;3fb681890ab2:42315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:24,351 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:17:24,351 INFO [RS:0;3fb681890ab2:42315 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:17:24,352 INFO [RS:0;3fb681890ab2:42315 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T03:17:24,352 INFO [RS:0;3fb681890ab2:42315 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:17:24,352 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:17:24,352 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,42315,1731381430488 because: Region server is closing 2024-11-12T03:17:24,352 INFO [RS:0;3fb681890ab2:42315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:42315. 2024-11-12T03:17:24,353 DEBUG [RS:0;3fb681890ab2:42315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:24,353 DEBUG [RS:0;3fb681890ab2:42315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:24,353 DEBUG [RS:0;3fb681890ab2:42315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:24,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:24,453 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,1-3fb681890ab2,42315,1731381430488 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:17:24,453 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488.replicationSource.shipper3fb681890ab2%2C42315%2C1731381430488,1-3fb681890ab2,42315,1731381430488 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T03:17:24,453 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42315,1731381430488.replicationSource.shipper3fb681890ab2%2C42315%2C1731381430488,1-3fb681890ab2,42315,1731381430488 terminated 2024-11-12T03:17:24,454 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3fb681890ab2,42315,1731381430488 because: Region server is closing 2024-11-12T03:17:24,454 INFO [RS:0;3fb681890ab2:42315 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:42315. 2024-11-12T03:17:24,454 DEBUG [RS:0;3fb681890ab2:42315 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:24,454 DEBUG [RS:0;3fb681890ab2:42315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:24,454 DEBUG [RS:0;3fb681890ab2:42315 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:24,454 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:24,555 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488.replicationSource.wal-reader.3fb681890ab2%2C42315%2C1731381430488,2-3fb681890ab2,42315,1731381430488 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:17:24,555 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488.replicationSource.shipper3fb681890ab2%2C42315%2C1731381430488,2-3fb681890ab2,42315,1731381430488 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T03:17:24,555 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,42315,1731381430488.replicationSource.shipper3fb681890ab2%2C42315%2C1731381430488,2-3fb681890ab2,42315,1731381430488 terminated 2024-11-12T03:17:24,556 INFO [RS:0;3fb681890ab2:42315 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42315 2024-11-12T03:17:24,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818/rs 2024-11-12T03:17:24,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01759629818/rs/3fb681890ab2,42315,1731381430488 2024-11-12T03:17:24,607 INFO [RS:0;3fb681890ab2:42315 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:17:24,608 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,42315,1731381430488] 2024-11-12T03:17:24,628 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01759629818/draining/3fb681890ab2,42315,1731381430488 already deleted, retry=false 2024-11-12T03:17:24,628 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,42315,1731381430488 expired; onlineServers=0 2024-11-12T03:17:24,628 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,46593,1731381429605' ***** 2024-11-12T03:17:24,628 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:17:24,628 INFO [M:0;3fb681890ab2:46593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:17:24,628 INFO [M:0;3fb681890ab2:46593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:17:24,629 DEBUG [M:0;3fb681890ab2:46593 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:17:24,629 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:17:24,629 DEBUG [M:0;3fb681890ab2:46593 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:17:24,629 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381432577 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381432577,5,FailOnTimeoutGroup] 2024-11-12T03:17:24,629 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381432578 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381432578,5,FailOnTimeoutGroup] 2024-11-12T03:17:24,629 INFO [M:0;3fb681890ab2:46593 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:17:24,629 INFO [M:0;3fb681890ab2:46593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:17:24,629 DEBUG [M:0;3fb681890ab2:46593 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:17:24,630 INFO [M:0;3fb681890ab2:46593 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:17:24,630 INFO [M:0;3fb681890ab2:46593 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:17:24,630 INFO [M:0;3fb681890ab2:46593 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:17:24,630 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:17:24,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01759629818/master 2024-11-12T03:17:24,638 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:24,639 DEBUG [M:0;3fb681890ab2:46593 {}] zookeeper.ZKUtil(347): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Unable to get data of znode /01759629818/master because node does not exist (not an error) 2024-11-12T03:17:24,639 WARN [M:0;3fb681890ab2:46593 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:17:24,640 INFO [M:0;3fb681890ab2:46593 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/.lastflushedseqids 2024-11-12T03:17:24,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741842_1018 (size=181) 2024-11-12T03:17:24,657 INFO [M:0;3fb681890ab2:46593 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:17:24,657 INFO [M:0;3fb681890ab2:46593 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:17:24,657 DEBUG [M:0;3fb681890ab2:46593 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:17:24,657 INFO [M:0;3fb681890ab2:46593 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:24,657 DEBUG [M:0;3fb681890ab2:46593 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:24,657 DEBUG [M:0;3fb681890ab2:46593 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:17:24,657 DEBUG [M:0;3fb681890ab2:46593 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:24,658 INFO [M:0;3fb681890ab2:46593 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-12T03:17:24,687 DEBUG [M:0;3fb681890ab2:46593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2009834717684349ae8ceab948b8f740 is 82, key is hbase:meta,,1/info:regioninfo/1731381433626/Put/seqid=0 2024-11-12T03:17:24,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741843_1019 (size=5672) 2024-11-12T03:17:24,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:24,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42315-0x1012d0befde0001, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:24,718 INFO [RS:0;3fb681890ab2:42315 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:17:24,718 INFO [RS:0;3fb681890ab2:42315 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,42315,1731381430488; zookeeper connection closed. 2024-11-12T03:17:24,719 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22033425 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22033425 2024-11-12T03:17:24,719 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:17:24,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:17:25,095 INFO [M:0;3fb681890ab2:46593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2009834717684349ae8ceab948b8f740 2024-11-12T03:17:25,125 DEBUG [M:0;3fb681890ab2:46593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ce5ce7519c04d439102036cc547939e is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731381440922/Put/seqid=0 2024-11-12T03:17:25,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741844_1020 (size=8663) 2024-11-12T03:17:25,533 INFO [M:0;3fb681890ab2:46593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ce5ce7519c04d439102036cc547939e 2024-11-12T03:17:25,565 DEBUG [M:0;3fb681890ab2:46593 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca5bdff5cdc546218e8e366ad218aaf4 is 69, key is 3fb681890ab2,42315,1731381430488/rs:state/1731381432683/Put/seqid=0 2024-11-12T03:17:25,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741845_1021 (size=5156) 2024-11-12T03:17:25,973 INFO [M:0;3fb681890ab2:46593 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca5bdff5cdc546218e8e366ad218aaf4 2024-11-12T03:17:25,993 DEBUG [M:0;3fb681890ab2:46593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2009834717684349ae8ceab948b8f740 as hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2009834717684349ae8ceab948b8f740 2024-11-12T03:17:26,007 INFO [M:0;3fb681890ab2:46593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2009834717684349ae8ceab948b8f740, entries=8, sequenceid=115, filesize=5.5 K 2024-11-12T03:17:26,009 DEBUG [M:0;3fb681890ab2:46593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7ce5ce7519c04d439102036cc547939e as hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ce5ce7519c04d439102036cc547939e 2024-11-12T03:17:26,023 INFO [M:0;3fb681890ab2:46593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ce5ce7519c04d439102036cc547939e, entries=14, sequenceid=115, filesize=8.5 K 2024-11-12T03:17:26,024 DEBUG [M:0;3fb681890ab2:46593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ca5bdff5cdc546218e8e366ad218aaf4 as hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca5bdff5cdc546218e8e366ad218aaf4 2024-11-12T03:17:26,036 INFO [M:0;3fb681890ab2:46593 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca5bdff5cdc546218e8e366ad218aaf4, entries=1, sequenceid=115, filesize=5.0 K 2024-11-12T03:17:26,037 INFO [M:0;3fb681890ab2:46593 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1380ms, sequenceid=115, compaction requested=false 2024-11-12T03:17:26,041 INFO [M:0;3fb681890ab2:46593 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:26,041 DEBUG [M:0;3fb681890ab2:46593 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381444657Disabling compacts and flushes for region at 1731381444657Disabling writes for close at 1731381444657Obtaining lock to block concurrent updates at 1731381444658 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381444658Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731381444658Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381444666 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381444666Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381444686 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381444686Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381445104 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381445124 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381445124Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381445545 (+421 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381445564 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381445564Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37ab5f4a: reopening flushed file at 1731381445986 (+422 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af17abe: reopening flushed file at 1731381446007 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17238cbc: reopening flushed file at 1731381446023 (+16 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1380ms, sequenceid=115, compaction requested=false at 1731381446037 (+14 ms)Writing region close event to WAL at 1731381446041 (+4 ms)Closed at 1731381446041 2024-11-12T03:17:26,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741830_1006 (size=59421) 2024-11-12T03:17:26,046 INFO [M:0;3fb681890ab2:46593 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:17:26,047 INFO [M:0;3fb681890ab2:46593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46593 2024-11-12T03:17:26,047 INFO [M:0;3fb681890ab2:46593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:17:26,047 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:17:26,212 INFO [M:0;3fb681890ab2:46593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:17:26,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:26,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46593-0x1012d0befde0000, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:26,216 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:17:26,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:26,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:26,216 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:17:26,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:26,216 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:17:26,216 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:17:26,216 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:17:26,220 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39719 2024-11-12T03:17:26,222 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39719 connecting to ZooKeeper ensemble=127.0.0.1:53292 2024-11-12T03:17:26,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:397190x0, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:26,236 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39719-0x1012d0befde0006 connected 2024-11-12T03:17:26,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:26,250 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:26,257 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759629818/meta-region-server: INIT 2024-11-12T03:17:26,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on znode that does not yet exist, /01759629818/running 2024-11-12T03:17:26,257 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a, hbase.cluster.distributed=false 2024-11-12T03:17:26,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on znode that does not yet exist, /01759629818/acl 2024-11-12T03:17:26,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39719 2024-11-12T03:17:26,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39719 2024-11-12T03:17:26,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39719 2024-11-12T03:17:26,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39719 2024-11-12T03:17:26,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39719 2024-11-12T03:17:26,279 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:17:26,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:26,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:26,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:17:26,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:26,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:17:26,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:17:26,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:17:26,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37355 2024-11-12T03:17:26,282 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37355 connecting to ZooKeeper ensemble=127.0.0.1:53292 2024-11-12T03:17:26,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:26,285 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:26,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373550x0, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:26,302 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759629818/meta-region-server: INIT 2024-11-12T03:17:26,302 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373550x0, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on znode that does not yet exist, /01759629818/running 2024-11-12T03:17:26,302 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37355-0x1012d0befde0007 connected 2024-11-12T03:17:26,302 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:17:26,303 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:17:26,303 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on znode that does not yet exist, /01759629818/master 2024-11-12T03:17:26,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on znode that does not yet exist, /01759629818/acl 2024-11-12T03:17:26,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37355 2024-11-12T03:17:26,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37355 2024-11-12T03:17:26,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37355 2024-11-12T03:17:26,305 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37355 2024-11-12T03:17:26,306 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37355 2024-11-12T03:17:26,318 DEBUG [M:0;3fb681890ab2:39719 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:39719 2024-11-12T03:17:26,319 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01759629818/backup-masters/3fb681890ab2,39719,1731381446215 2024-11-12T03:17:26,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818/backup-masters 2024-11-12T03:17:26,328 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818/backup-masters 2024-11-12T03:17:26,329 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on existing znode=/01759629818/backup-masters/3fb681890ab2,39719,1731381446215 2024-11-12T03:17:26,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01759629818/master 2024-11-12T03:17:26,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:26,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:26,346 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on existing znode=/01759629818/master 2024-11-12T03:17:26,346 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01759629818/backup-masters/3fb681890ab2,39719,1731381446215 from backup master directory 2024-11-12T03:17:26,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818/backup-masters 2024-11-12T03:17:26,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01759629818/backup-masters/3fb681890ab2,39719,1731381446215 2024-11-12T03:17:26,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818/backup-masters 2024-11-12T03:17:26,354 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:17:26,354 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,39719,1731381446215 2024-11-12T03:17:26,372 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:26,372 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:17:26,388 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 16ms. 2024-11-12T03:17:26,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741846_1022 (size=196) 2024-11-12T03:17:26,813 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:17:26,814 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:17:26,814 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:26,823 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T03:17:26,826 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/WALs/3fb681890ab2,46593,1731381429605 to hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/WALs/3fb681890ab2,46593,1731381429605-dead as it is dead 2024-11-12T03:17:26,827 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-12T03:17:26,827 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-12T03:17:26,827 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/WALs/3fb681890ab2,46593,1731381429605-dead/3fb681890ab2%2C46593%2C1731381429605.1731381431515 2024-11-12T03:17:26,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/WALs/3fb681890ab2,46593,1731381429605-dead/3fb681890ab2%2C46593%2C1731381429605.1731381431515 after 3ms 2024-11-12T03:17:26,833 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/WALs/3fb681890ab2,46593,1731381429605-dead/3fb681890ab2%2C46593%2C1731381429605.1731381431515 to hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3fb681890ab2%2C46593%2C1731381429605.1731381431515 2024-11-12T03:17:26,833 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/WALs/3fb681890ab2,46593,1731381429605-dead 2024-11-12T03:17:26,834 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/WALs/3fb681890ab2,39719,1731381446215 2024-11-12T03:17:26,835 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:17:26,837 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C39719%2C1731381446215, suffix=, logDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/WALs/3fb681890ab2,39719,1731381446215, archiveDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/oldWALs, maxLogs=10 2024-11-12T03:17:26,854 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/WALs/3fb681890ab2,39719,1731381446215/3fb681890ab2%2C39719%2C1731381446215.1731381446837, exclude list is [], retry=0 2024-11-12T03:17:26,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-34c4325b-6436-4ddc-ad8c-c7acb8851839,DISK] 2024-11-12T03:17:26,861 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/WALs/3fb681890ab2,39719,1731381446215/3fb681890ab2%2C39719%2C1731381446215.1731381446837 2024-11-12T03:17:26,861 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41293:41293)] 2024-11-12T03:17:26,861 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:26,861 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:26,862 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:26,862 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:26,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:26,865 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:17:26,865 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:26,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2009834717684349ae8ceab948b8f740 2024-11-12T03:17:26,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:26,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:26,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:17:26,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:26,882 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7ce5ce7519c04d439102036cc547939e 2024-11-12T03:17:26,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:26,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:26,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:17:26,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:26,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ca5bdff5cdc546218e8e366ad218aaf4 2024-11-12T03:17:26,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:26,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:26,900 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:17:26,900 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:26,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:26,901 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:26,902 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T03:17:26,902 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3fb681890ab2%2C46593%2C1731381429605.1731381431515 2024-11-12T03:17:26,920 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3fb681890ab2%2C46593%2C1731381429605.1731381431515 2024-11-12T03:17:26,922 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3fb681890ab2%2C46593%2C1731381429605.1731381431515 2024-11-12T03:17:26,924 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:26,924 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:26,925 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:26,926 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:26,929 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-12T03:17:26,933 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71786117, jitterRate=0.06969650089740753}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:26,933 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381446862Initializing all the Stores at 1731381446863 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381446863Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381446864 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381446864Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381446864Cleaning up temporary data from old regions at 1731381446924 (+60 ms)Region opened successfully at 1731381446933 (+9 ms) 2024-11-12T03:17:26,934 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:17:26,938 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ce00aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:17:26,951 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T03:17:26,951 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:17:26,951 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:17:26,952 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:17:26,952 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:17:26,961 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:26,961 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:17:26,962 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:17:26,962 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:17:26,963 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T03:17:26,963 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-12T03:17:26,963 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-12T03:17:26,963 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:17:26,969 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=3fb681890ab2,42315,1731381430488, regionLocation=3fb681890ab2,42315,1731381430488, openSeqNum=2 2024-11-12T03:17:26,969 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=3fb681890ab2,42315,1731381430488, table=hbase:meta, region=1588230740 2024-11-12T03:17:26,969 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,42315,1731381430488, state=OPEN 2024-11-12T03:17:27,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01759629818/meta-region-server 2024-11-12T03:17:27,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01759629818/meta-region-server 2024-11-12T03:17:27,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759629818/meta-region-server: CHANGED 2024-11-12T03:17:27,017 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759629818/meta-region-server: CHANGED 2024-11-12T03:17:27,022 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:17:27,033 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759629818/draining/3fb681890ab2,42315,1731381430488 already deleted, retry=false 2024-11-12T03:17:27,034 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 3fb681890ab2,42315,1731381430488 on 3fb681890ab2,39719,1731381446215 2024-11-12T03:17:27,041 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3fb681890ab2,42315,1731381430488, splitWal=true, meta=true 2024-11-12T03:17:27,043 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for 3fb681890ab2,42315,1731381430488 (carryingMeta=true) 3fb681890ab2,42315,1731381430488/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@61ae92c9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T03:17:27,049 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Unable to get data of znode /01759629818/balancer because node does not exist (not necessarily an error) 2024-11-12T03:17:27,084 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759629818/balancer already deleted, retry=false 2024-11-12T03:17:27,084 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:17:27,085 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Unable to get data of znode /01759629818/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:17:27,101 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759629818/normalizer already deleted, retry=false 2024-11-12T03:17:27,102 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:17:27,103 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Unable to get data of znode /01759629818/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:17:27,112 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759629818/switch/split already deleted, retry=false 2024-11-12T03:17:27,113 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Unable to get data of znode /01759629818/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:17:27,122 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759629818/switch/merge already deleted, retry=false 2024-11-12T03:17:27,145 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Unable to get data of znode /01759629818/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:17:27,154 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01759629818/snapshot-cleanup already deleted, retry=false 2024-11-12T03:17:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01759629818/running 2024-11-12T03:17:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01759629818/running 2024-11-12T03:17:27,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:27,165 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,39719,1731381446215, sessionid=0x1012d0befde0006, setting cluster-up flag (Was=false) 2024-11-12T03:17:27,176 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01759629818/flush-table-proc/acquired, /01759629818/flush-table-proc/reached, /01759629818/flush-table-proc/abort 2024-11-12T03:17:27,177 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,39719,1731381446215 2024-11-12T03:17:27,186 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01759629818/online-snapshot/acquired, /01759629818/online-snapshot/reached, /01759629818/online-snapshot/abort 2024-11-12T03:17:27,187 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,39719,1731381446215 2024-11-12T03:17:27,189 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/.lastflushedseqids 2024-11-12T03:17:27,192 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:17:27,192 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:17:27,192 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,39719,1731381446215 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 3fb681890ab2,42315,1731381430488 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:17:27,195 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:27,195 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:27,195 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:27,195 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:27,195 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:17:27,195 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:27,195 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:17:27,196 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:27,199 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3fb681890ab2,42315,1731381430488, splitWal=true, meta=true 2024-11-12T03:17:27,201 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3fb681890ab2,42315,1731381430488, splitWal=true, meta=true, isMeta: true 2024-11-12T03:17:27,203 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488-splitting 2024-11-12T03:17:27,204 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488-splitting dir is empty, no logs to split. 2024-11-12T03:17:27,204 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3fb681890ab2,42315,1731381430488 WAL count=0, meta=true 2024-11-12T03:17:27,208 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488-splitting dir is empty, no logs to split. 2024-11-12T03:17:27,208 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3fb681890ab2,42315,1731381430488 WAL count=0, meta=true 2024-11-12T03:17:27,208 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 3fb681890ab2,42315,1731381430488 WAL splitting is done? wals=0, meta=true 2024-11-12T03:17:27,208 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381477208 2024-11-12T03:17:27,208 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:17:27,208 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:17:27,208 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:17:27,208 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:17:27,209 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:17:27,209 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:17:27,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:17:27,214 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(746): ClusterId : 156bc3c3-d3bd-4093-8a4f-f9dfd2585e42 2024-11-12T03:17:27,214 DEBUG [RS:0;3fb681890ab2:37355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:17:27,214 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:17:27,215 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T03:17:27,220 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:27,221 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:17:27,221 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:17:27,221 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:17:27,221 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:17:27,223 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:17:27,223 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:17:27,223 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381447223,5,FailOnTimeoutGroup] 2024-11-12T03:17:27,224 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381447223,5,FailOnTimeoutGroup] 2024-11-12T03:17:27,224 DEBUG [RS:0;3fb681890ab2:37355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:17:27,224 DEBUG [RS:0;3fb681890ab2:37355 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:17:27,224 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:27,224 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:17:27,224 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:27,224 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:27,225 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381447224, completionTime=-1 2024-11-12T03:17:27,225 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T03:17:27,229 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T03:17:27,239 DEBUG [RS:0;3fb681890ab2:37355 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:17:27,239 DEBUG [RS:0;3fb681890ab2:37355 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14641e63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:17:27,257 DEBUG [RS:0;3fb681890ab2:37355 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:37355 2024-11-12T03:17:27,257 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:17:27,257 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:17:27,257 DEBUG [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:17:27,258 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,39719,1731381446215 with port=37355, startcode=1731381446278 2024-11-12T03:17:27,258 DEBUG [RS:0;3fb681890ab2:37355 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:17:27,261 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44703, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:17:27,261 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39719 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,37355,1731381446278 2024-11-12T03:17:27,262 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39719 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,37355,1731381446278 2024-11-12T03:17:27,265 DEBUG [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a 2024-11-12T03:17:27,265 DEBUG [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40273 2024-11-12T03:17:27,265 DEBUG [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:17:27,276 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818/rs 2024-11-12T03:17:27,276 DEBUG [RS:0;3fb681890ab2:37355 {}] zookeeper.ZKUtil(111): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on existing znode=/01759629818/rs/3fb681890ab2,37355,1731381446278 2024-11-12T03:17:27,276 WARN [RS:0;3fb681890ab2:37355 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:17:27,276 INFO [RS:0;3fb681890ab2:37355 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:27,277 DEBUG [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278 2024-11-12T03:17:27,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,37355,1731381446278] 2024-11-12T03:17:27,279 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T03:17:27,332 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:17:27,335 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:17:27,336 INFO [RS:0;3fb681890ab2:37355 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:17:27,336 INFO [RS:0;3fb681890ab2:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:27,339 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:17:27,340 INFO [RS:0;3fb681890ab2:37355 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:17:27,340 INFO [RS:0;3fb681890ab2:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:27,341 DEBUG [RS:0;3fb681890ab2:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:27,341 DEBUG [RS:0;3fb681890ab2:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:27,341 DEBUG [RS:0;3fb681890ab2:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:27,341 DEBUG [RS:0;3fb681890ab2:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:27,341 DEBUG [RS:0;3fb681890ab2:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:27,341 DEBUG [RS:0;3fb681890ab2:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:17:27,341 DEBUG [RS:0;3fb681890ab2:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:27,341 DEBUG [RS:0;3fb681890ab2:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:27,341 DEBUG [RS:0;3fb681890ab2:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:27,342 DEBUG [RS:0;3fb681890ab2:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:27,342 DEBUG [RS:0;3fb681890ab2:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:27,342 DEBUG [RS:0;3fb681890ab2:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:27,342 DEBUG [RS:0;3fb681890ab2:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:17:27,342 DEBUG [RS:0;3fb681890ab2:37355 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:17:27,343 INFO [RS:0;3fb681890ab2:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:27,343 INFO [RS:0;3fb681890ab2:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:27,343 INFO [RS:0;3fb681890ab2:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:27,344 INFO [RS:0;3fb681890ab2:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:27,344 INFO [RS:0;3fb681890ab2:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:27,344 INFO [RS:0;3fb681890ab2:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,37355,1731381446278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:17:27,366 WARN [3fb681890ab2:39719 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T03:17:27,367 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:17:27,367 INFO [RS:0;3fb681890ab2:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,37355,1731381446278-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:27,389 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,37355,1731381446278, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:17:27,415 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.ReplicationSource(231): queueId=2-3fb681890ab2,37355,1731381446278, ReplicationSource: 2, currentBandwidth=0 2024-11-12T03:17:27,416 DEBUG [RS:0;3fb681890ab2:37355.replicationSource,1-3fb681890ab2,37355,1731381446278 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:45417' 2024-11-12T03:17:27,418 INFO [RS:0;3fb681890ab2:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:27,418 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.Replication(171): 3fb681890ab2,37355,1731381446278 started 2024-11-12T03:17:27,424 DEBUG [RS:0;3fb681890ab2:37355.replicationSource,1-3fb681890ab2,37355,1731381446278 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@151b04f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:27,425 DEBUG [RS:0;3fb681890ab2:37355.replicationSource,1-3fb681890ab2,37355,1731381446278 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45417,-1 for getting cluster id 2024-11-12T03:17:27,425 DEBUG [RS:0;3fb681890ab2:37355.replicationSource,1-3fb681890ab2,37355,1731381446278 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:27,429 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af4f9668-a858-40c4-a8cc-542b40674037' 2024-11-12T03:17:27,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:27,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af4f9668-a858-40c4-a8cc-542b40674037" 2024-11-12T03:17:27,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e588cdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:27,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45417,-1] 2024-11-12T03:17:27,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:27,435 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:27,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:27,436 DEBUG [RS:0;3fb681890ab2:37355.replicationSource,1-3fb681890ab2,37355,1731381446278 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b8b6354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:27,436 DEBUG [RS:0;3fb681890ab2:37355.replicationSource,1-3fb681890ab2,37355,1731381446278 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:27,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45417,1731381436206 2024-11-12T03:17:27,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c2d9f35 2024-11-12T03:17:27,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:27,442 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T03:17:27,442 INFO [RS:0;3fb681890ab2:37355 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:27,442 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,37355,1731381446278, RpcServer on 3fb681890ab2/172.17.0.2:37355, sessionid=0x1012d0befde0007 2024-11-12T03:17:27,443 DEBUG [RS:0;3fb681890ab2:37355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:17:27,443 DEBUG [RS:0;3fb681890ab2:37355 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,37355,1731381446278 2024-11-12T03:17:27,443 DEBUG [RS:0;3fb681890ab2:37355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,37355,1731381446278' 2024-11-12T03:17:27,443 DEBUG [RS:0;3fb681890ab2:37355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01759629818/flush-table-proc/abort' 2024-11-12T03:17:27,443 INFO [RS:0;3fb681890ab2:37355.replicationSource,1-3fb681890ab2,37355,1731381446278 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,37355,1731381446278 (queues=0) is replicating from cluster=156bc3c3-d3bd-4093-8a4f-f9dfd2585e42 to cluster=af4f9668-a858-40c4-a8cc-542b40674037 2024-11-12T03:17:27,444 DEBUG [RS:0;3fb681890ab2:37355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01759629818/flush-table-proc/acquired' 2024-11-12T03:17:27,444 DEBUG [RS:0;3fb681890ab2:37355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:17:27,444 DEBUG [RS:0;3fb681890ab2:37355 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:17:27,444 DEBUG [RS:0;3fb681890ab2:37355 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,37355,1731381446278 2024-11-12T03:17:27,444 DEBUG [RS:0;3fb681890ab2:37355 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,37355,1731381446278' 2024-11-12T03:17:27,444 DEBUG [RS:0;3fb681890ab2:37355 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01759629818/online-snapshot/abort' 2024-11-12T03:17:27,445 DEBUG [RS:0;3fb681890ab2:37355 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01759629818/online-snapshot/acquired' 2024-11-12T03:17:27,445 DEBUG [RS:0;3fb681890ab2:37355 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:17:27,445 INFO [RS:0;3fb681890ab2:37355 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:17:27,445 INFO [RS:0;3fb681890ab2:37355 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:17:27,446 DEBUG [RS:0;3fb681890ab2:37355.replicationSource,2-3fb681890ab2,37355,1731381446278 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:45417' 2024-11-12T03:17:27,449 DEBUG [RS:0;3fb681890ab2:37355.replicationSource,2-3fb681890ab2,37355,1731381446278 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@741aed94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:27,449 DEBUG [RS:0;3fb681890ab2:37355.replicationSource,2-3fb681890ab2,37355,1731381446278 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45417,-1 for getting cluster id 2024-11-12T03:17:27,449 DEBUG [RS:0;3fb681890ab2:37355.replicationSource,2-3fb681890ab2,37355,1731381446278 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:27,450 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'af4f9668-a858-40c4-a8cc-542b40674037' 2024-11-12T03:17:27,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:27,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "af4f9668-a858-40c4-a8cc-542b40674037" 2024-11-12T03:17:27,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b75e03b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:27,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45417,-1] 2024-11-12T03:17:27,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:27,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:27,453 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:27,454 DEBUG [RS:0;3fb681890ab2:37355.replicationSource,2-3fb681890ab2,37355,1731381446278 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78542c85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:27,454 DEBUG [RS:0;3fb681890ab2:37355.replicationSource,2-3fb681890ab2,37355,1731381446278 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:27,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45417,1731381436206 2024-11-12T03:17:27,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e521405 2024-11-12T03:17:27,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:27,458 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-12T03:17:27,459 INFO [RS:0;3fb681890ab2:37355.replicationSource,2-3fb681890ab2,37355,1731381446278 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3fb681890ab2,37355,1731381446278 (queues=0) is replicating from cluster=156bc3c3-d3bd-4093-8a4f-f9dfd2585e42 to cluster=af4f9668-a858-40c4-a8cc-542b40674037 2024-11-12T03:17:27,546 INFO [RS:0;3fb681890ab2:37355 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:17:27,549 INFO [RS:0;3fb681890ab2:37355 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C37355%2C1731381446278, suffix=, logDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278, archiveDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/oldWALs, maxLogs=10 2024-11-12T03:17:27,567 DEBUG [RS:0;3fb681890ab2:37355 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549, exclude list is [], retry=0 2024-11-12T03:17:27,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-34c4325b-6436-4ddc-ad8c-c7acb8851839,DISK] 2024-11-12T03:17:27,573 INFO [RS:0;3fb681890ab2:37355 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 2024-11-12T03:17:27,574 DEBUG [RS:0;3fb681890ab2:37355 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3fb681890ab2%2C37355%2C1731381446278 for peer 2 2024-11-12T03:17:27,574 DEBUG [RS:0;3fb681890ab2:37355 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3fb681890ab2%2C37355%2C1731381446278 for peer 1 2024-11-12T03:17:27,574 DEBUG [RS:0;3fb681890ab2:37355 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C37355%2C1731381446278 2024-11-12T03:17:27,574 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,37355,1731381446278, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:17:27,574 DEBUG [RS:0;3fb681890ab2:37355 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3fb681890ab2%2C37355%2C1731381446278 2024-11-12T03:17:27,574 INFO [RS:0;3fb681890ab2:37355.replicationSource.shipper3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C37355%2C1731381446278 2024-11-12T03:17:27,574 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3fb681890ab2,37355,1731381446278, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:17:27,574 DEBUG [RS:0;3fb681890ab2:37355 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41293:41293)] 2024-11-12T03:17:27,575 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549, startPosition=0, beingWritten=true 2024-11-12T03:17:27,575 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549, startPosition=0, beingWritten=true 2024-11-12T03:17:27,575 INFO [RS:0;3fb681890ab2:37355.replicationSource.shipper3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C37355%2C1731381446278 2024-11-12T03:17:27,616 DEBUG [3fb681890ab2:39719 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:17:27,617 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,37355,1731381446278 2024-11-12T03:17:27,619 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,37355,1731381446278, state=OPENING 2024-11-12T03:17:27,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01759629818/meta-region-server 2024-11-12T03:17:27,633 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01759629818/meta-region-server 2024-11-12T03:17:27,633 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:17:27,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759629818/meta-region-server: CHANGED 2024-11-12T03:17:27,634 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759629818/meta-region-server: CHANGED 2024-11-12T03:17:27,634 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,37355,1731381446278}] 2024-11-12T03:17:27,787 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:17:27,789 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:17:27,793 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:17:27,793 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:27,794 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:17:27,795 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:27,795 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C37355%2C1731381446278.meta, suffix=.meta, logDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278, archiveDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/oldWALs, maxLogs=10 2024-11-12T03:17:27,798 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:27,816 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.meta.1731381447796.meta, exclude list is [], retry=0 2024-11-12T03:17:27,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-34c4325b-6436-4ddc-ad8c-c7acb8851839,DISK] 2024-11-12T03:17:27,823 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.meta.1731381447796.meta 2024-11-12T03:17:27,824 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41293:41293)] 2024-11-12T03:17:27,824 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:27,824 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:17:27,824 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:17:27,824 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:17:27,824 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:17:27,825 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:17:27,825 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:27,825 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:17:27,825 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:17:27,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:17:27,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:17:27,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:27,839 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/info/c4f5981d6f9e480c8dfdc2f442d4997d 2024-11-12T03:17:27,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:27,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:17:27,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:17:27,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:27,852 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/ns/44fabfde23804cadbd7d0179952f91b2 2024-11-12T03:17:27,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:27,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:17:27,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:17:27,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:27,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:27,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:17:27,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:17:27,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:27,867 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/table/c85b25f1fc60458883fd158a0d91092b 2024-11-12T03:17:27,867 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:27,867 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:17:27,868 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740 2024-11-12T03:17:27,869 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740 2024-11-12T03:17:27,871 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:17:27,871 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:17:27,872 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:27,876 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:17:27,877 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60286622, jitterRate=-0.10165932774543762}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:27,877 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:17:27,878 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381447825Writing region info on filesystem at 1731381447825Initializing all the Stores at 1731381447826 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381447826Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381447828 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381447828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381447828Cleaning up temporary data from old regions at 1731381447871 (+43 ms)Running coprocessor post-open hooks at 1731381447877 (+6 ms)Region opened successfully at 1731381447878 (+1 ms) 2024-11-12T03:17:27,879 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731381447787 2024-11-12T03:17:27,882 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:17:27,882 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:17:27,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=3fb681890ab2,37355,1731381446278 2024-11-12T03:17:27,884 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,37355,1731381446278, state=OPEN 2024-11-12T03:17:27,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01759629818/meta-region-server 2024-11-12T03:17:27,897 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759629818/meta-region-server: CHANGED 2024-11-12T03:17:27,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01759629818/meta-region-server 2024-11-12T03:17:27,899 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01759629818/meta-region-server: CHANGED 2024-11-12T03:17:27,899 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,37355,1731381446278 2024-11-12T03:17:27,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-12T03:17:27,905 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,37355,1731381446278 in 265 msec 2024-11-12T03:17:27,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-12T03:17:27,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 695 msec 2024-11-12T03:17:28,110 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:28,110 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:28,516 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:28,517 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:28,784 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1558ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1504ms 2024-11-12T03:17:29,023 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:29,025 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:29,629 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:29,631 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:29,957 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:17:30,287 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3062ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3008ms 2024-11-12T03:17:30,338 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:30,338 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:31,149 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:31,149 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:31,740 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4515ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T03:17:31,740 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:17:31,741 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:17:31,741 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,37355,1731381446278, seqNum=-1] 2024-11-12T03:17:31,741 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:17:31,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:17:31,753 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f0539659ec5cc3500dafcc04c6ec1133, regionState=OPEN, lastHost=3fb681890ab2,42315,1731381430488, regionLocation=3fb681890ab2,42315,1731381430488, openSeqNum=2 2024-11-12T03:17:31,753 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:17:31,753 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381511753 2024-11-12T03:17:31,753 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381571753 2024-11-12T03:17:31,753 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 12 msec 2024-11-12T03:17:31,753 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39719,1731381446215-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:31,753 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3fb681890ab2,42315,1731381430488 had 2 regions 2024-11-12T03:17:31,753 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39719,1731381446215-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:31,754 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39719,1731381446215-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:31,754 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:39719, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:31,754 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:31,754 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:31,755 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3fb681890ab2,42315,1731381430488, splitWal=true, meta=true, isMeta: false 2024-11-12T03:17:31,757 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488-splitting dir is empty, no logs to split. 2024-11-12T03:17:31,757 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3fb681890ab2,42315,1731381430488 WAL count=0, meta=false 2024-11-12T03:17:31,761 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,42315,1731381430488-splitting dir is empty, no logs to split. 2024-11-12T03:17:31,761 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3fb681890ab2,42315,1731381430488 WAL count=0, meta=false 2024-11-12T03:17:31,761 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 3fb681890ab2,42315,1731381430488 WAL splitting is done? wals=0, meta=false 2024-11-12T03:17:31,761 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.406sec 2024-11-12T03:17:31,762 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:17:31,762 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:17:31,762 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:17:31,762 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:17:31,762 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:17:31,762 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39719,1731381446215-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:17:31,762 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39719,1731381446215-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:17:31,766 WARN [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=3fb681890ab2,42315,1731381430488/hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:31,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0539659ec5cc3500dafcc04c6ec1133, ASSIGN}] 2024-11-12T03:17:31,768 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:17:31,768 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:17:31,768 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39719,1731381446215-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:31,769 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0539659ec5cc3500dafcc04c6ec1133, ASSIGN 2024-11-12T03:17:31,770 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0539659ec5cc3500dafcc04c6ec1133, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T03:17:31,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68617b16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:31,818 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39719,-1 for getting cluster id 2024-11-12T03:17:31,818 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:31,819 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '156bc3c3-d3bd-4093-8a4f-f9dfd2585e42' 2024-11-12T03:17:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "156bc3c3-d3bd-4093-8a4f-f9dfd2585e42" 2024-11-12T03:17:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d269e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:31,820 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39719,-1] 2024-11-12T03:17:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:31,821 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:31,822 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:31,823 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56d6ca57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:31,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:17:31,825 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,37355,1731381446278, seqNum=-1] 2024-11-12T03:17:31,826 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:17:31,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:17:31,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T03:17:31,831 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:17:31,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:31,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:31,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:31,832 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:31,832 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 3fb681890ab2:39719 after: 3fb681890ab2:39719 2024-11-12T03:17:31,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d7e019, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:31,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39719,-1 for getting cluster id 2024-11-12T03:17:31,833 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:31,834 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '156bc3c3-d3bd-4093-8a4f-f9dfd2585e42' 2024-11-12T03:17:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "156bc3c3-d3bd-4093-8a4f-f9dfd2585e42" 2024-11-12T03:17:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5b3e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:31,834 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39719,-1] 2024-11-12T03:17:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:31,835 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:31,836 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:31,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d991c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:31,837 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:31,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,39719,1731381446215 2024-11-12T03:17:31,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39ad9a91 2024-11-12T03:17:31,839 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:31,840 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:17:31,840 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T03:17:31,841 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T03:17:31,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T03:17:31,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39719 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-12T03:17:31,843 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:17:31,843 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:17:31,844 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:31,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:31,844 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:31,844 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:31,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:17:31,844 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335318268, stopped=false 2024-11-12T03:17:31,844 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,45417,1731381436206 2024-11-12T03:17:31,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11767354497/running 2024-11-12T03:17:31,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11767354497/running 2024-11-12T03:17:31,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:31,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:31,912 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:17:31,913 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:17:31,913 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:31,914 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:31,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Set watcher on znode that does not yet exist, /11767354497/running 2024-11-12T03:17:31,914 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Set watcher on znode that does not yet exist, /11767354497/running 2024-11-12T03:17:31,914 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,43341,1731381436458' ***** 2024-11-12T03:17:31,914 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:17:31,915 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:17:31,915 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:17:31,917 INFO [RS:0;3fb681890ab2:43341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:17:31,917 INFO [RS:0;3fb681890ab2:43341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:17:31,917 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,43341,1731381436458 2024-11-12T03:17:31,917 INFO [RS:0;3fb681890ab2:43341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:17:31,917 INFO [RS:0;3fb681890ab2:43341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:43341. 2024-11-12T03:17:31,917 DEBUG [RS:0;3fb681890ab2:43341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:31,918 DEBUG [RS:0;3fb681890ab2:43341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:31,918 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:17:31,918 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:17:31,918 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:17:31,918 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:17:31,918 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T03:17:31,919 DEBUG [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:17:31,919 DEBUG [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:31,919 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:17:31,919 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:17:31,919 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:17:31,919 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:17:31,919 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:17:31,919 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T03:17:31,920 DEBUG [3fb681890ab2:39719 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:17:31,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f0539659ec5cc3500dafcc04c6ec1133, regionState=OPENING, regionLocation=3fb681890ab2,37355,1731381446278 2024-11-12T03:17:31,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f0539659ec5cc3500dafcc04c6ec1133, ASSIGN because future has completed 2024-11-12T03:17:31,925 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0539659ec5cc3500dafcc04c6ec1133, server=3fb681890ab2,37355,1731381446278}] 2024-11-12T03:17:31,938 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/data/hbase/meta/1588230740/.tmp/ns/3e6a61477efa497ead5ae6b971d43787 is 43, key is default/ns:d/1731381439367/Put/seqid=0 2024-11-12T03:17:31,942 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:17:31,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741835_1011 (size=5153) 2024-11-12T03:17:32,062 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:32,062 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:32,082 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:32,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:32,083 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:17:32,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C37355%2C1731381446278.rep, suffix=, logDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278, archiveDir=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/oldWALs, maxLogs=10 2024-11-12T03:17:32,097 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.rep.1731381452085, exclude list is [], retry=0 2024-11-12T03:17:32,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44785,DS-34c4325b-6436-4ddc-ad8c-c7acb8851839,DISK] 2024-11-12T03:17:32,101 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.rep.1731381452085 2024-11-12T03:17:32,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41293:41293)] 2024-11-12T03:17:32,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => f0539659ec5cc3500dafcc04c6ec1133, NAME => 'hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:32,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:17:32,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:17:32,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. service=MultiRowMutationService 2024-11-12T03:17:32,102 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:17:32,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:32,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:32,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:32,103 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:32,104 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:32,105 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0539659ec5cc3500dafcc04c6ec1133 columnFamilyName hfileref 2024-11-12T03:17:32,105 DEBUG [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:32,106 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] regionserver.HStore(327): Store=f0539659ec5cc3500dafcc04c6ec1133/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:32,106 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:32,107 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0539659ec5cc3500dafcc04c6ec1133 columnFamilyName queue 2024-11-12T03:17:32,107 DEBUG [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:32,115 DEBUG [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/replication/f0539659ec5cc3500dafcc04c6ec1133/queue/431da6cec5dc4fa1a02255649633fd39 2024-11-12T03:17:32,115 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] regionserver.HStore(327): Store=f0539659ec5cc3500dafcc04c6ec1133/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:32,116 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:32,117 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f0539659ec5cc3500dafcc04c6ec1133 columnFamilyName sid 2024-11-12T03:17:32,117 DEBUG [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:32,118 INFO [StoreOpener-f0539659ec5cc3500dafcc04c6ec1133-1 {}] regionserver.HStore(327): Store=f0539659ec5cc3500dafcc04c6ec1133/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:32,118 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:32,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/replication/f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:32,119 DEBUG [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:32,120 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/replication/f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:32,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:32,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:32,122 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:17:32,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:32,124 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened f0539659ec5cc3500dafcc04c6ec1133; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59632790, jitterRate=-0.11140218377113342}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:17:32,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:32,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for f0539659ec5cc3500dafcc04c6ec1133: Running coprocessor pre-open hook at 1731381452103Writing region info on filesystem at 1731381452103Initializing all the Stores at 1731381452104 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381452104Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381452104Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381452104Cleaning up temporary data from old regions at 1731381452121 (+17 ms)Running coprocessor post-open hooks at 1731381452124 (+3 ms)Region opened successfully at 1731381452125 (+1 ms) 2024-11-12T03:17:32,126 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133., pid=19, masterSystemTime=1731381452078 2024-11-12T03:17:32,128 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:32,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:32,129 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=f0539659ec5cc3500dafcc04c6ec1133, regionState=OPEN, openSeqNum=10, regionLocation=3fb681890ab2,37355,1731381446278 2024-11-12T03:17:32,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure f0539659ec5cc3500dafcc04c6ec1133, server=3fb681890ab2,37355,1731381446278 because future has completed 2024-11-12T03:17:32,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-12T03:17:32,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure f0539659ec5cc3500dafcc04c6ec1133, server=3fb681890ab2,37355,1731381446278 in 209 msec 2024-11-12T03:17:32,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-12T03:17:32,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f0539659ec5cc3500dafcc04c6ec1133, ASSIGN in 369 msec 2024-11-12T03:17:32,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T03:17:32,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133., hostname=3fb681890ab2,37355,1731381446278, seqNum=10] 2024-11-12T03:17:32,181 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 3fb681890ab2,42315,1731381430488 2024-11-12T03:17:32,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T03:17:32,319 DEBUG [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:32,342 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37355 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-12T03:17:32,344 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/data/hbase/meta/1588230740/.tmp/ns/3e6a61477efa497ead5ae6b971d43787 2024-11-12T03:17:32,354 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/data/hbase/meta/1588230740/.tmp/ns/3e6a61477efa497ead5ae6b971d43787 as hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/data/hbase/meta/1588230740/ns/3e6a61477efa497ead5ae6b971d43787 2024-11-12T03:17:32,362 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/data/hbase/meta/1588230740/ns/3e6a61477efa497ead5ae6b971d43787, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T03:17:32,363 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-12T03:17:32,363 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:17:32,369 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T03:17:32,370 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:17:32,370 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:17:32,370 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:32,370 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381451919Running coprocessor pre-close hooks at 1731381451919Disabling compacts and flushes for region at 1731381451919Disabling writes for close at 1731381451919Obtaining lock to block concurrent updates at 1731381451919Preparing flush snapshotting stores in 1588230740 at 1731381451919Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731381451920 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731381451920Flushing 1588230740/ns: creating writer at 1731381451921 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731381451938 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731381451938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59d94a64: reopening flushed file at 1731381452353 (+415 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1731381452363 (+10 ms)Writing region close event to WAL at 1731381452365 (+2 ms)Running coprocessor post-close hooks at 1731381452370 (+5 ms)Closed at 1731381452370 2024-11-12T03:17:32,370 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:32,519 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,43341,1731381436458; all regions closed. 2024-11-12T03:17:32,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741834_1010 (size=1152) 2024-11-12T03:17:32,526 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:17:32,526 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:17:32,528 DEBUG [RS:0;3fb681890ab2:43341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/oldWALs 2024-11-12T03:17:32,528 INFO [RS:0;3fb681890ab2:43341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C43341%2C1731381436458.meta:.meta(num 1731381439264) 2024-11-12T03:17:32,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741833_1009 (size=93) 2024-11-12T03:17:32,533 DEBUG [RS:0;3fb681890ab2:43341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/oldWALs 2024-11-12T03:17:32,533 INFO [RS:0;3fb681890ab2:43341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C43341%2C1731381436458:(num 1731381438667) 2024-11-12T03:17:32,533 DEBUG [RS:0;3fb681890ab2:43341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:32,533 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:17:32,533 INFO [RS:0;3fb681890ab2:43341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:17:32,533 INFO [RS:0;3fb681890ab2:43341 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T03:17:32,533 INFO [RS:0;3fb681890ab2:43341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:17:32,533 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:17:32,534 INFO [RS:0;3fb681890ab2:43341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43341 2024-11-12T03:17:32,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11767354497/rs/3fb681890ab2,43341,1731381436458 2024-11-12T03:17:32,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497/rs 2024-11-12T03:17:32,607 INFO [RS:0;3fb681890ab2:43341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:17:32,670 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,43341,1731381436458] 2024-11-12T03:17:32,697 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11767354497/draining/3fb681890ab2,43341,1731381436458 already deleted, retry=false 2024-11-12T03:17:32,697 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,43341,1731381436458 expired; onlineServers=0 2024-11-12T03:17:32,697 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,45417,1731381436206' ***** 2024-11-12T03:17:32,697 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:17:32,698 INFO [M:0;3fb681890ab2:45417 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:17:32,698 INFO [M:0;3fb681890ab2:45417 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:17:32,698 DEBUG [M:0;3fb681890ab2:45417 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:17:32,699 DEBUG [M:0;3fb681890ab2:45417 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:17:32,699 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:17:32,699 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381438016 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381438016,5,FailOnTimeoutGroup] 2024-11-12T03:17:32,699 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381438019 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381438019,5,FailOnTimeoutGroup] 2024-11-12T03:17:32,700 INFO [M:0;3fb681890ab2:45417 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:17:32,700 INFO [M:0;3fb681890ab2:45417 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:17:32,701 DEBUG [M:0;3fb681890ab2:45417 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:17:32,701 INFO [M:0;3fb681890ab2:45417 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:17:32,701 INFO [M:0;3fb681890ab2:45417 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:17:32,702 INFO [M:0;3fb681890ab2:45417 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:17:32,702 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:17:32,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11767354497/master 2024-11-12T03:17:32,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11767354497 2024-11-12T03:17:32,712 DEBUG [M:0;3fb681890ab2:45417 {}] zookeeper.ZKUtil(347): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Unable to get data of znode /11767354497/master because node does not exist (not an error) 2024-11-12T03:17:32,712 WARN [M:0;3fb681890ab2:45417 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:17:32,714 INFO [M:0;3fb681890ab2:45417 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/.lastflushedseqids 2024-11-12T03:17:32,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741836_1012 (size=99) 2024-11-12T03:17:32,770 INFO [RS:0;3fb681890ab2:43341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:17:32,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:32,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43341-0x1012d0befde0004, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:32,770 INFO [RS:0;3fb681890ab2:43341 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,43341,1731381436458; zookeeper connection closed. 2024-11-12T03:17:32,771 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@40e47e3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@40e47e3f 2024-11-12T03:17:32,771 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:17:33,075 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:33,076 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:33,123 INFO [M:0;3fb681890ab2:45417 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:17:33,124 INFO [M:0;3fb681890ab2:45417 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:17:33,124 DEBUG [M:0;3fb681890ab2:45417 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:17:33,124 INFO [M:0;3fb681890ab2:45417 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:33,124 DEBUG [M:0;3fb681890ab2:45417 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:33,124 DEBUG [M:0;3fb681890ab2:45417 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:17:33,124 DEBUG [M:0;3fb681890ab2:45417 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:33,124 INFO [M:0;3fb681890ab2:45417 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T03:17:33,142 DEBUG [M:0;3fb681890ab2:45417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89f6ba34f81946e48d4c30e78f0976fe is 82, key is hbase:meta,,1/info:regioninfo/1731381439331/Put/seqid=0 2024-11-12T03:17:33,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741837_1013 (size=5672) 2024-11-12T03:17:33,548 INFO [M:0;3fb681890ab2:45417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89f6ba34f81946e48d4c30e78f0976fe 2024-11-12T03:17:33,579 DEBUG [M:0;3fb681890ab2:45417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/036090f1113f4e6db25a0168abdc0b91 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731381439377/Put/seqid=0 2024-11-12T03:17:33,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741838_1014 (size=5275) 2024-11-12T03:17:33,986 INFO [M:0;3fb681890ab2:45417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/036090f1113f4e6db25a0168abdc0b91 2024-11-12T03:17:34,013 DEBUG [M:0;3fb681890ab2:45417 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7acd669dac144c5e81ec9ca0e26e3f68 is 69, key is 3fb681890ab2,43341,1731381436458/rs:state/1731381438420/Put/seqid=0 2024-11-12T03:17:34,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741839_1015 (size=5156) 2024-11-12T03:17:34,188 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:34,188 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:34,421 INFO [M:0;3fb681890ab2:45417 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7acd669dac144c5e81ec9ca0e26e3f68 2024-11-12T03:17:34,436 DEBUG [M:0;3fb681890ab2:45417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/89f6ba34f81946e48d4c30e78f0976fe as hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89f6ba34f81946e48d4c30e78f0976fe 2024-11-12T03:17:34,446 INFO [M:0;3fb681890ab2:45417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/89f6ba34f81946e48d4c30e78f0976fe, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T03:17:34,447 DEBUG [M:0;3fb681890ab2:45417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/036090f1113f4e6db25a0168abdc0b91 as hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/036090f1113f4e6db25a0168abdc0b91 2024-11-12T03:17:34,455 INFO [M:0;3fb681890ab2:45417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/036090f1113f4e6db25a0168abdc0b91, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T03:17:34,456 DEBUG [M:0;3fb681890ab2:45417 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7acd669dac144c5e81ec9ca0e26e3f68 as hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7acd669dac144c5e81ec9ca0e26e3f68 2024-11-12T03:17:34,463 INFO [M:0;3fb681890ab2:45417 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38055/user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7acd669dac144c5e81ec9ca0e26e3f68, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T03:17:34,464 INFO [M:0;3fb681890ab2:45417 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=28, compaction requested=false 2024-11-12T03:17:34,465 INFO [M:0;3fb681890ab2:45417 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:34,465 DEBUG [M:0;3fb681890ab2:45417 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381453124Disabling compacts and flushes for region at 1731381453124Disabling writes for close at 1731381453124Obtaining lock to block concurrent updates at 1731381453124Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381453124Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731381453124Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381453125 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381453125Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381453141 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381453141Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381453561 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381453578 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381453578Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381453998 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381454013 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381454013Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c383b7: reopening flushed file at 1731381454434 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b1736d1: reopening flushed file at 1731381454446 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23f2e8be: reopening flushed file at 1731381454455 (+9 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1340ms, sequenceid=28, compaction requested=false at 1731381454464 (+9 ms)Writing region close event to WAL at 1731381454465 (+1 ms)Closed at 1731381454465 2024-11-12T03:17:34,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741830_1006 (size=10165) 2024-11-12T03:17:34,468 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6b6d2a8f-b3a8-a08d-a41e-f5674630f792/MasterData/WALs/3fb681890ab2,45417,1731381436206/3fb681890ab2%2C45417%2C1731381436206.1731381437481 not finished, retry = 0 2024-11-12T03:17:34,569 INFO [M:0;3fb681890ab2:45417 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:17:34,569 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:17:34,569 INFO [M:0;3fb681890ab2:45417 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45417 2024-11-12T03:17:34,572 INFO [M:0;3fb681890ab2:45417 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:17:34,717 INFO [M:0;3fb681890ab2:45417 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:17:34,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:34,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45417-0x1012d0befde0003, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:34,751 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12f8b5d0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:17:34,756 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2804a38d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:17:34,756 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:17:34,756 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4393ee02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:17:34,757 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47ca9e4b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/hadoop.log.dir/,STOPPED} 2024-11-12T03:17:34,762 WARN [BP-1806230476-172.17.0.2-1731381434146 heartbeating to localhost/127.0.0.1:38055 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:17:34,762 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:17:34,762 WARN [BP-1806230476-172.17.0.2-1731381434146 heartbeating to localhost/127.0.0.1:38055 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1806230476-172.17.0.2-1731381434146 (Datanode Uuid 29214655-3624-429e-812b-4149b6184309) service to localhost/127.0.0.1:38055 2024-11-12T03:17:34,762 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:17:34,763 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/cluster_905053bc-513f-af76-258a-478a4bcc916c/data/data1/current/BP-1806230476-172.17.0.2-1731381434146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:17:34,764 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/cluster_905053bc-513f-af76-258a-478a4bcc916c/data/data2/current/BP-1806230476-172.17.0.2-1731381434146 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:17:34,764 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:17:34,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@478c3fc0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:17:34,771 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@610d66dd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:17:34,771 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:17:34,771 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ce4f3c1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:17:34,772 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@694fc00{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/hadoop.log.dir/,STOPPED} 2024-11-12T03:17:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:17:34,789 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:17:34,789 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:17:34,789 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:34,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:34,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:34,789 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:34,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:17:34,789 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=495850751, stopped=false 2024-11-12T03:17:34,790 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,39719,1731381446215 2024-11-12T03:17:34,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01759629818/running 2024-11-12T03:17:34,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01759629818/running 2024-11-12T03:17:34,806 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:17:34,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:34,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:34,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:17:34,807 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:34,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:34,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on znode that does not yet exist, /01759629818/running 2024-11-12T03:17:34,807 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Set watcher on znode that does not yet exist, /01759629818/running 2024-11-12T03:17:34,807 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,37355,1731381446278' ***** 2024-11-12T03:17:34,807 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:17:34,808 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:17:34,808 INFO [RS:0;3fb681890ab2:37355 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:17:34,808 INFO [RS:0;3fb681890ab2:37355 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:17:34,808 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(3091): Received CLOSE for f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:34,808 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:17:34,808 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,37355,1731381446278 2024-11-12T03:17:34,808 INFO [RS:0;3fb681890ab2:37355 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:17:34,809 INFO [RS:0;3fb681890ab2:37355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:37355. 2024-11-12T03:17:34,809 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f0539659ec5cc3500dafcc04c6ec1133, disabling compactions & flushes 2024-11-12T03:17:34,809 DEBUG [RS:0;3fb681890ab2:37355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:34,809 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:34,809 DEBUG [RS:0;3fb681890ab2:37355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:34,809 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:34,809 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:17:34,809 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. after waiting 0 ms 2024-11-12T03:17:34,809 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:17:34,809 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:34,809 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:17:34,809 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:17:34,809 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T03:17:34,809 DEBUG [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(1325): Online Regions={f0539659ec5cc3500dafcc04c6ec1133=hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:17:34,809 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:17:34,810 DEBUG [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, f0539659ec5cc3500dafcc04c6ec1133 2024-11-12T03:17:34,810 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:17:34,810 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:17:34,810 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:17:34,810 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:17:34,810 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T03:17:34,815 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/replication/f0539659ec5cc3500dafcc04c6ec1133/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-12T03:17:34,816 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:17:34,816 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:17:34,816 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:34,816 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f0539659ec5cc3500dafcc04c6ec1133: Waiting for close lock at 1731381454808Running coprocessor pre-close hooks at 1731381454808Disabling compacts and flushes for region at 1731381454809 (+1 ms)Disabling writes for close at 1731381454809Writing region close event to WAL at 1731381454810 (+1 ms)Running coprocessor post-close hooks at 1731381454816 (+6 ms)Closed at 1731381454816 2024-11-12T03:17:34,816 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133. 2024-11-12T03:17:34,828 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/.tmp/info/14cadd9121e44459980c5fc1e243671c is 147, key is hbase:replication,,1731381439629.f0539659ec5cc3500dafcc04c6ec1133./info:regioninfo/1731381452129/Put/seqid=0 2024-11-12T03:17:34,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741851_1027 (size=6385) 2024-11-12T03:17:34,853 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:17:35,010 DEBUG [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:35,210 DEBUG [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:35,235 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/.tmp/info/14cadd9121e44459980c5fc1e243671c 2024-11-12T03:17:35,247 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/.tmp/info/14cadd9121e44459980c5fc1e243671c as hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/info/14cadd9121e44459980c5fc1e243671c 2024-11-12T03:17:35,254 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/info/14cadd9121e44459980c5fc1e243671c, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T03:17:35,255 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-11-12T03:17:35,260 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T03:17:35,261 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:17:35,261 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:17:35,261 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:35,261 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381454809Running coprocessor pre-close hooks at 1731381454809Disabling compacts and flushes for region at 1731381454809Disabling writes for close at 1731381454810 (+1 ms)Obtaining lock to block concurrent updates at 1731381454810Preparing flush snapshotting stores in 1588230740 at 1731381454810Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731381454810Flushing stores of hbase:meta,,1.1588230740 at 1731381454811 (+1 ms)Flushing 1588230740/info: creating writer at 1731381454811Flushing 1588230740/info: appending metadata at 1731381454827 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731381454827Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@870c2b3: reopening flushed file at 1731381455246 (+419 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1731381455255 (+9 ms)Writing region close event to WAL at 1731381455256 (+1 ms)Running coprocessor post-close hooks at 1731381455261 (+5 ms)Closed at 1731381455261 2024-11-12T03:17:35,261 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:35,344 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:17:35,344 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:17:35,395 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:35,396 DEBUG [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 to pos 0, reset compression=false 2024-11-12T03:17:35,411 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,37355,1731381446278; all regions closed. 2024-11-12T03:17:35,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741849_1025 (size=2156) 2024-11-12T03:17:35,413 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.meta.1731381447796.meta not finished, retry = 0 2024-11-12T03:17:35,520 DEBUG [RS:0;3fb681890ab2:37355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/oldWALs 2024-11-12T03:17:35,520 INFO [RS:0;3fb681890ab2:37355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C37355%2C1731381446278.meta:.meta(num 1731381447796) 2024-11-12T03:17:35,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741850_1026 (size=796) 2024-11-12T03:17:35,529 DEBUG [RS:0;3fb681890ab2:37355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/oldWALs 2024-11-12T03:17:35,529 INFO [RS:0;3fb681890ab2:37355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C37355%2C1731381446278.rep:(num 1731381452085) 2024-11-12T03:17:35,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741848_1024 (size=93) 2024-11-12T03:17:35,534 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/WALs/3fb681890ab2,37355,1731381446278/3fb681890ab2%2C37355%2C1731381446278.1731381447549 not finished, retry = 0 2024-11-12T03:17:35,642 DEBUG [RS:0;3fb681890ab2:37355 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/oldWALs 2024-11-12T03:17:35,642 INFO [RS:0;3fb681890ab2:37355 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C37355%2C1731381446278:(num 1731381447549) 2024-11-12T03:17:35,642 DEBUG [RS:0;3fb681890ab2:37355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:35,643 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:17:35,643 INFO [RS:0;3fb681890ab2:37355 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:17:35,643 INFO [RS:0;3fb681890ab2:37355 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T03:17:35,644 INFO [RS:0;3fb681890ab2:37355 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:17:35,644 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:17:35,644 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T03:17:35,645 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,37355,1731381446278 because: Region server is closing 2024-11-12T03:17:35,645 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T03:17:35,645 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-12T03:17:35,645 INFO [RS:0;3fb681890ab2:37355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:37355. 2024-11-12T03:17:35,646 DEBUG [RS:0;3fb681890ab2:37355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:35,646 DEBUG [RS:0;3fb681890ab2:37355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:35,646 DEBUG [RS:0;3fb681890ab2:37355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:35,646 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:35,747 WARN [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:17:35,747 WARN [RS:0;3fb681890ab2:37355.replicationSource.shipper3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T03:17:35,747 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;3fb681890ab2:37355.replicationSource.shipper3fb681890ab2%2C37355%2C1731381446278,1-3fb681890ab2,37355,1731381446278 terminated 2024-11-12T03:17:35,747 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3fb681890ab2,37355,1731381446278 because: Region server is closing 2024-11-12T03:17:35,747 INFO [RS:0;3fb681890ab2:37355 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:37355. 2024-11-12T03:17:35,747 DEBUG [RS:0;3fb681890ab2:37355 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:35,747 DEBUG [RS:0;3fb681890ab2:37355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:35,748 DEBUG [RS:0;3fb681890ab2:37355 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:35,748 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:35,848 WARN [RS:0;3fb681890ab2:37355.replicationSource.wal-reader.3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:17:35,848 WARN [RS:0;3fb681890ab2:37355.replicationSource.shipper3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T03:17:35,848 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;3fb681890ab2:37355.replicationSource.shipper3fb681890ab2%2C37355%2C1731381446278,2-3fb681890ab2,37355,1731381446278 terminated 2024-11-12T03:17:35,848 INFO [RS:0;3fb681890ab2:37355 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37355 2024-11-12T03:17:35,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01759629818/rs/3fb681890ab2,37355,1731381446278 2024-11-12T03:17:35,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818/rs 2024-11-12T03:17:35,901 INFO [RS:0;3fb681890ab2:37355 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:17:35,901 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,37355,1731381446278] 2024-11-12T03:17:35,921 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01759629818/draining/3fb681890ab2,37355,1731381446278 already deleted, retry=false 2024-11-12T03:17:35,922 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,37355,1731381446278 expired; onlineServers=0 2024-11-12T03:17:35,922 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,39719,1731381446215' ***** 2024-11-12T03:17:35,922 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:17:35,922 INFO [M:0;3fb681890ab2:39719 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:17:35,922 INFO [M:0;3fb681890ab2:39719 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:17:35,922 DEBUG [M:0;3fb681890ab2:39719 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:17:35,922 DEBUG [M:0;3fb681890ab2:39719 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:17:35,922 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:17:35,922 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381447223 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381447223,5,FailOnTimeoutGroup] 2024-11-12T03:17:35,922 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381447223 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381447223,5,FailOnTimeoutGroup] 2024-11-12T03:17:35,922 INFO [M:0;3fb681890ab2:39719 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:17:35,922 INFO [M:0;3fb681890ab2:39719 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:17:35,922 DEBUG [M:0;3fb681890ab2:39719 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:17:35,922 INFO [M:0;3fb681890ab2:39719 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:17:35,923 INFO [M:0;3fb681890ab2:39719 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:17:35,923 INFO [M:0;3fb681890ab2:39719 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:17:35,923 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:17:35,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01759629818/master 2024-11-12T03:17:35,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01759629818 2024-11-12T03:17:35,932 DEBUG [M:0;3fb681890ab2:39719 {}] zookeeper.ZKUtil(347): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Unable to get data of znode /01759629818/master because node does not exist (not an error) 2024-11-12T03:17:35,932 WARN [M:0;3fb681890ab2:39719 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:17:35,933 INFO [M:0;3fb681890ab2:39719 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/.lastflushedseqids 2024-11-12T03:17:35,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741852_1028 (size=181) 2024-11-12T03:17:36,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:36,011 INFO [RS:0;3fb681890ab2:37355 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:17:36,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37355-0x1012d0befde0007, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:36,011 INFO [RS:0;3fb681890ab2:37355 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,37355,1731381446278; zookeeper connection closed. 2024-11-12T03:17:36,012 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6504e614 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6504e614 2024-11-12T03:17:36,012 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:17:36,339 INFO [M:0;3fb681890ab2:39719 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:17:36,339 INFO [M:0;3fb681890ab2:39719 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:17:36,339 DEBUG [M:0;3fb681890ab2:39719 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:17:36,339 INFO [M:0;3fb681890ab2:39719 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:36,340 DEBUG [M:0;3fb681890ab2:39719 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:36,340 DEBUG [M:0;3fb681890ab2:39719 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:17:36,340 DEBUG [M:0;3fb681890ab2:39719 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:36,340 INFO [M:0;3fb681890ab2:39719 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T03:17:36,355 DEBUG [M:0;3fb681890ab2:39719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b2e80347fc849e483e5e58d225038fc is 82, key is hbase:meta,,1/info:regioninfo/1731381447882/Put/seqid=0 2024-11-12T03:17:36,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741853_1029 (size=5680) 2024-11-12T03:17:36,760 INFO [M:0;3fb681890ab2:39719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b2e80347fc849e483e5e58d225038fc 2024-11-12T03:17:36,780 DEBUG [M:0;3fb681890ab2:39719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8eb93768a844df88d1ff75136834ee5 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731381452137/Put/seqid=0 2024-11-12T03:17:36,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741854_1030 (size=7319) 2024-11-12T03:17:37,185 INFO [M:0;3fb681890ab2:39719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8eb93768a844df88d1ff75136834ee5 2024-11-12T03:17:37,205 DEBUG [M:0;3fb681890ab2:39719 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/541c5a6a8721451393172cbdf56e200c is 69, key is 3fb681890ab2,37355,1731381446278/rs:state/1731381447262/Put/seqid=0 2024-11-12T03:17:37,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741855_1031 (size=5371) 2024-11-12T03:17:37,604 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:17:37,611 INFO [M:0;3fb681890ab2:39719 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/541c5a6a8721451393172cbdf56e200c 2024-11-12T03:17:37,618 INFO [M:0;3fb681890ab2:39719 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 541c5a6a8721451393172cbdf56e200c 2024-11-12T03:17:37,619 DEBUG [M:0;3fb681890ab2:39719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1b2e80347fc849e483e5e58d225038fc as hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b2e80347fc849e483e5e58d225038fc 2024-11-12T03:17:37,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:17:37,626 INFO [M:0;3fb681890ab2:39719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1b2e80347fc849e483e5e58d225038fc, entries=8, sequenceid=172, filesize=5.5 K 2024-11-12T03:17:37,627 DEBUG [M:0;3fb681890ab2:39719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d8eb93768a844df88d1ff75136834ee5 as hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8eb93768a844df88d1ff75136834ee5 2024-11-12T03:17:37,635 INFO [M:0;3fb681890ab2:39719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d8eb93768a844df88d1ff75136834ee5, entries=7, sequenceid=172, filesize=7.1 K 2024-11-12T03:17:37,636 DEBUG [M:0;3fb681890ab2:39719 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/541c5a6a8721451393172cbdf56e200c as hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/541c5a6a8721451393172cbdf56e200c 2024-11-12T03:17:37,642 INFO [M:0;3fb681890ab2:39719 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 541c5a6a8721451393172cbdf56e200c 2024-11-12T03:17:37,642 INFO [M:0;3fb681890ab2:39719 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40273/user/jenkins/test-data/5bd41cf9-0cb8-eace-b0ab-2a2c8fca3f2a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/541c5a6a8721451393172cbdf56e200c, entries=2, sequenceid=172, filesize=5.2 K 2024-11-12T03:17:37,643 INFO [M:0;3fb681890ab2:39719 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=172, compaction requested=false 2024-11-12T03:17:37,645 INFO [M:0;3fb681890ab2:39719 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:37,645 DEBUG [M:0;3fb681890ab2:39719 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381456339Disabling compacts and flushes for region at 1731381456339Disabling writes for close at 1731381456340 (+1 ms)Obtaining lock to block concurrent updates at 1731381456340Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381456340Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731381456340Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381456341 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381456341Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381456355 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381456355Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381456766 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381456779 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381456779Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381457190 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381457205 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381457205Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c5c2f8c: reopening flushed file at 1731381457618 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72d89009: reopening flushed file at 1731381457626 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a217f4d: reopening flushed file at 1731381457635 (+9 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1303ms, sequenceid=172, compaction requested=false at 1731381457643 (+8 ms)Writing region close event to WAL at 1731381457645 (+2 ms)Closed at 1731381457645 2024-11-12T03:17:37,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44785 is added to blk_1073741847_1023 (size=22949) 2024-11-12T03:17:37,661 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:17:37,661 INFO [M:0;3fb681890ab2:39719 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:17:37,661 INFO [M:0;3fb681890ab2:39719 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39719 2024-11-12T03:17:37,661 INFO [M:0;3fb681890ab2:39719 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:17:37,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:37,831 INFO [M:0;3fb681890ab2:39719 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:17:37,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39719-0x1012d0befde0006, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:37,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:17:37,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:17:37,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:17:37,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:17:37,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/hadoop.log.dir/,STOPPED} 2024-11-12T03:17:37,834 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:17:37,834 WARN [BP-1176683548-172.17.0.2-1731381425989 heartbeating to localhost/127.0.0.1:40273 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:17:37,834 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:17:37,834 WARN [BP-1176683548-172.17.0.2-1731381425989 heartbeating to localhost/127.0.0.1:40273 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1176683548-172.17.0.2-1731381425989 (Datanode Uuid 20841109-2a59-4ee3-84f3-75e45bd20579) service to localhost/127.0.0.1:40273 2024-11-12T03:17:37,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/cluster_71862dd9-4281-28c1-73dd-0abd995ce022/data/data1/current/BP-1176683548-172.17.0.2-1731381425989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:17:37,835 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/cluster_71862dd9-4281-28c1-73dd-0abd995ce022/data/data2/current/BP-1176683548-172.17.0.2-1731381425989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:17:37,835 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:17:37,840 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:17:37,840 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:17:37,841 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:17:37,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:17:37,841 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/8bef78f5-a6cd-5e0a-4e36-b7d3fea542b1/hadoop.log.dir/,STOPPED} 2024-11-12T03:17:37,847 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T03:17:37,863 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:17:37,872 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=107 (was 11) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40273 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:40273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@3ab7c6e java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/3fb681890ab2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: master/3fb681890ab2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40273 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:38055 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38055 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40273 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38055 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3fb681890ab2:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: regionserver/3fb681890ab2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38055 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53292) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53292) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/3fb681890ab2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=427 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=482 (was 485), ProcessCount=11 (was 11), AvailableMemoryMB=6206 (was 7036) 2024-11-12T03:17:37,880 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=107, OpenFileDescriptor=427, MaxFileDescriptor=1048576, SystemLoadAverage=482, ProcessCount=11, AvailableMemoryMB=6205 2024-11-12T03:17:37,892 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-12T03:17:37,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/hadoop.log.dir so I do NOT create it in target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332 2024-11-12T03:17:37,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:17:37,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/hadoop.tmp.dir so I do NOT create it in target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332 2024-11-12T03:17:37,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/32f9e559-44ff-14a9-b287-12a8d664590a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:17:37,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332 2024-11-12T03:17:37,893 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/cluster_04a39d19-730f-2ca4-2680-7ede6dbf3fe8, deleteOnExit=true 2024-11-12T03:17:37,916 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/cluster_04a39d19-730f-2ca4-2680-7ede6dbf3fe8/zookeeper_0, clientPort=51821, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/cluster_04a39d19-730f-2ca4-2680-7ede6dbf3fe8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/cluster_04a39d19-730f-2ca4-2680-7ede6dbf3fe8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T03:17:37,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51821 2024-11-12T03:17:37,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:17:37,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:17:37,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/test.cache.data in system properties and HBase conf 2024-11-12T03:17:37,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:17:37,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:17:37,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:17:37,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:17:37,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:17:37,918 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:17:37,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:17:37,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:17:37,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:17:37,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:17:37,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:17:37,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:17:37,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:17:37,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:17:37,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:17:37,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:17:37,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:17:37,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:17:37,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:17:37,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:17:37,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012d0befde0005, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:17:37,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012d0befde0002, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:17:37,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012d0befde0002, quorum=127.0.0.1:53292, baseZNode=/01759629818 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:17:37,944 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012d0befde0005, quorum=127.0.0.1:53292, baseZNode=/11767354497 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:17:38,280 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:38,286 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:17:38,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:17:38,287 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:17:38,287 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:17:38,288 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:38,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@162c83f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:17:38,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@80f7389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:17:38,384 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44f7d1c9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/java.io.tmpdir/jetty-localhost-34297-hadoop-hdfs-3_4_1-tests_jar-_-any-14536975877270931724/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:17:38,385 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3be1cd16{HTTP/1.1, (http/1.1)}{localhost:34297} 2024-11-12T03:17:38,385 INFO [Time-limited test {}] server.Server(415): Started @34494ms 2024-11-12T03:17:38,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:38,629 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:17:38,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:17:38,629 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:17:38,630 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:17:38,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ce4b172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:17:38,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59ce6a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:17:38,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c246225{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/java.io.tmpdir/jetty-localhost-40177-hadoop-hdfs-3_4_1-tests_jar-_-any-9100025962841045752/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:17:38,724 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@392665{HTTP/1.1, (http/1.1)}{localhost:40177} 2024-11-12T03:17:38,725 INFO [Time-limited test {}] server.Server(415): Started @34834ms 2024-11-12T03:17:38,726 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:17:39,516 WARN [Thread-502 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/cluster_04a39d19-730f-2ca4-2680-7ede6dbf3fe8/data/data1/current/BP-1257808315-172.17.0.2-1731381457944/current, will proceed with Du for space computation calculation, 2024-11-12T03:17:39,516 WARN [Thread-503 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/cluster_04a39d19-730f-2ca4-2680-7ede6dbf3fe8/data/data2/current/BP-1257808315-172.17.0.2-1731381457944/current, will proceed with Du for space computation calculation, 2024-11-12T03:17:39,531 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:17:39,533 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3109783cb7496eb with lease ID 0x3b8cdb4b17347d7e: Processing first storage report for DS-338576af-f87d-46d9-88d8-663ab3ed7eb5 from datanode DatanodeRegistration(127.0.0.1:46253, datanodeUuid=460f522c-f5a6-40d7-9efe-74f813ff182e, infoPort=35315, infoSecurePort=0, ipcPort=43273, storageInfo=lv=-57;cid=testClusterID;nsid=1879393291;c=1731381457944) 2024-11-12T03:17:39,533 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3109783cb7496eb with lease ID 0x3b8cdb4b17347d7e: from storage DS-338576af-f87d-46d9-88d8-663ab3ed7eb5 node DatanodeRegistration(127.0.0.1:46253, datanodeUuid=460f522c-f5a6-40d7-9efe-74f813ff182e, infoPort=35315, infoSecurePort=0, ipcPort=43273, storageInfo=lv=-57;cid=testClusterID;nsid=1879393291;c=1731381457944), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:17:39,533 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3109783cb7496eb with lease ID 0x3b8cdb4b17347d7e: Processing first storage report for DS-a0ac9e9a-d3c8-43d4-9459-7724de1b8dd3 from datanode DatanodeRegistration(127.0.0.1:46253, datanodeUuid=460f522c-f5a6-40d7-9efe-74f813ff182e, infoPort=35315, infoSecurePort=0, ipcPort=43273, storageInfo=lv=-57;cid=testClusterID;nsid=1879393291;c=1731381457944) 2024-11-12T03:17:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3109783cb7496eb with lease ID 0x3b8cdb4b17347d7e: from storage DS-a0ac9e9a-d3c8-43d4-9459-7724de1b8dd3 node DatanodeRegistration(127.0.0.1:46253, datanodeUuid=460f522c-f5a6-40d7-9efe-74f813ff182e, infoPort=35315, infoSecurePort=0, ipcPort=43273, storageInfo=lv=-57;cid=testClusterID;nsid=1879393291;c=1731381457944), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:17:39,554 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332 2024-11-12T03:17:39,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:39,555 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:39,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:17:39,966 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e with version=8 2024-11-12T03:17:39,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/hbase-staging 2024-11-12T03:17:39,968 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:17:39,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:39,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:39,968 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:17:39,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:39,968 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:17:39,968 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:17:39,968 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:17:39,969 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40313 2024-11-12T03:17:39,970 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40313 connecting to ZooKeeper ensemble=127.0.0.1:51821 2024-11-12T03:17:40,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:17:40,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T03:17:40,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T03:17:40,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:17:40,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:403130x0, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:40,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40313-0x1012d0c6fa60000 connected 2024-11-12T03:17:40,142 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:40,144 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:40,146 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Set watcher on znode that does not yet exist, /0502896302/running 2024-11-12T03:17:40,147 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e, hbase.cluster.distributed=false 2024-11-12T03:17:40,148 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Set watcher on znode that does not yet exist, /0502896302/acl 2024-11-12T03:17:40,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-12T03:17:40,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40313 2024-11-12T03:17:40,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40313 2024-11-12T03:17:40,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-12T03:17:40,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40313 2024-11-12T03:17:40,164 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:17:40,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:40,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:40,164 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:17:40,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:40,164 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:17:40,164 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:17:40,164 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:17:40,165 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46537 2024-11-12T03:17:40,166 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46537 connecting to ZooKeeper ensemble=127.0.0.1:51821 2024-11-12T03:17:40,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:40,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:40,180 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465370x0, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:40,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46537-0x1012d0c6fa60001 connected 2024-11-12T03:17:40,181 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Set watcher on znode that does not yet exist, /0502896302/running 2024-11-12T03:17:40,182 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:17:40,183 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:17:40,184 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Set watcher on znode that does not yet exist, /0502896302/master 2024-11-12T03:17:40,185 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Set watcher on znode that does not yet exist, /0502896302/acl 2024-11-12T03:17:40,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46537 2024-11-12T03:17:40,187 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46537 2024-11-12T03:17:40,188 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46537 2024-11-12T03:17:40,194 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46537 2024-11-12T03:17:40,195 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46537 2024-11-12T03:17:40,206 DEBUG [M:0;3fb681890ab2:40313 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:40313 2024-11-12T03:17:40,206 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0502896302/backup-masters/3fb681890ab2,40313,1731381459967 2024-11-12T03:17:40,216 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302/backup-masters 2024-11-12T03:17:40,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302/backup-masters 2024-11-12T03:17:40,216 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Set watcher on existing znode=/0502896302/backup-masters/3fb681890ab2,40313,1731381459967 2024-11-12T03:17:40,226 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0502896302/master 2024-11-12T03:17:40,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:40,226 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:40,227 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Set watcher on existing znode=/0502896302/master 2024-11-12T03:17:40,227 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0502896302/backup-masters/3fb681890ab2,40313,1731381459967 from backup master directory 2024-11-12T03:17:40,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0502896302/backup-masters/3fb681890ab2,40313,1731381459967 2024-11-12T03:17:40,237 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302/backup-masters 2024-11-12T03:17:40,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302/backup-masters 2024-11-12T03:17:40,237 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:17:40,237 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,40313,1731381459967 2024-11-12T03:17:40,241 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/hbase.id] with ID: 9ff77a67-3b0f-460c-bd88-3d0d23f42bc3 2024-11-12T03:17:40,241 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/.tmp/hbase.id 2024-11-12T03:17:40,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:17:40,648 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/.tmp/hbase.id]:[hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/hbase.id] 2024-11-12T03:17:40,661 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:40,661 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:17:40,662 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T03:17:40,711 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:40,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:40,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:17:41,120 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:17:41,121 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:17:41,121 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:41,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:17:41,530 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store 2024-11-12T03:17:41,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:17:41,936 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:41,937 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:17:41,937 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:41,937 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:41,937 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:17:41,937 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:41,937 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:41,937 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381461937Disabling compacts and flushes for region at 1731381461937Disabling writes for close at 1731381461937Writing region close event to WAL at 1731381461937Closed at 1731381461937 2024-11-12T03:17:41,938 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/.initializing 2024-11-12T03:17:41,938 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/WALs/3fb681890ab2,40313,1731381459967 2024-11-12T03:17:41,939 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:17:41,941 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C40313%2C1731381459967, suffix=, logDir=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/WALs/3fb681890ab2,40313,1731381459967, archiveDir=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/oldWALs, maxLogs=10 2024-11-12T03:17:41,954 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/WALs/3fb681890ab2,40313,1731381459967/3fb681890ab2%2C40313%2C1731381459967.1731381461941, exclude list is [], retry=0 2024-11-12T03:17:41,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46253,DS-338576af-f87d-46d9-88d8-663ab3ed7eb5,DISK] 2024-11-12T03:17:41,959 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/WALs/3fb681890ab2,40313,1731381459967/3fb681890ab2%2C40313%2C1731381459967.1731381461941 2024-11-12T03:17:41,959 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35315:35315)] 2024-11-12T03:17:41,959 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:41,959 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:41,959 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:41,959 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:41,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:41,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:17:41,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:41,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:41,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:41,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:17:41,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:41,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:41,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:41,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:17:41,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:41,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:41,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:41,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:17:41,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:41,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:41,970 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:41,971 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:41,971 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:41,972 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:41,972 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:41,973 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:41,974 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:41,976 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:17:41,977 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67911559, jitterRate=0.011961087584495544}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:41,978 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381461960Initializing all the Stores at 1731381461961 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381461961Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381461961Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381461961Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381461961Cleaning up temporary data from old regions at 1731381461972 (+11 ms)Region opened successfully at 1731381461977 (+5 ms) 2024-11-12T03:17:41,978 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:17:41,981 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ffdbe75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:17:41,982 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:17:41,982 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:17:41,982 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:17:41,982 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:17:41,983 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:17:41,983 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:17:41,983 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:17:41,985 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:17:41,986 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Unable to get data of znode /0502896302/balancer because node does not exist (not necessarily an error) 2024-11-12T03:17:42,068 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0502896302/balancer already deleted, retry=false 2024-11-12T03:17:42,069 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:17:42,070 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Unable to get data of znode /0502896302/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:17:42,079 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0502896302/normalizer already deleted, retry=false 2024-11-12T03:17:42,079 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:17:42,080 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Unable to get data of znode /0502896302/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:17:42,089 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0502896302/switch/split already deleted, retry=false 2024-11-12T03:17:42,090 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Unable to get data of znode /0502896302/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:17:42,100 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0502896302/switch/merge already deleted, retry=false 2024-11-12T03:17:42,102 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Unable to get data of znode /0502896302/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:17:42,110 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0502896302/snapshot-cleanup already deleted, retry=false 2024-11-12T03:17:42,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0502896302/running 2024-11-12T03:17:42,121 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0502896302/running 2024-11-12T03:17:42,121 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:42,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:42,122 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,40313,1731381459967, sessionid=0x1012d0c6fa60000, setting cluster-up flag (Was=false) 2024-11-12T03:17:42,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:42,142 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:42,174 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0502896302/flush-table-proc/acquired, /0502896302/flush-table-proc/reached, /0502896302/flush-table-proc/abort 2024-11-12T03:17:42,175 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,40313,1731381459967 2024-11-12T03:17:42,195 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:42,195 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:42,226 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0502896302/online-snapshot/acquired, /0502896302/online-snapshot/reached, /0502896302/online-snapshot/abort 2024-11-12T03:17:42,227 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,40313,1731381459967 2024-11-12T03:17:42,228 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:17:42,230 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:42,230 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:17:42,230 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:17:42,231 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,40313,1731381459967 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:17:42,232 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:42,232 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:42,232 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:42,232 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:42,232 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:17:42,232 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:42,232 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:17:42,232 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:42,233 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381492233 2024-11-12T03:17:42,233 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:17:42,233 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:17:42,233 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:17:42,234 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:17:42,234 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:17:42,234 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:17:42,234 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:42,234 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:17:42,234 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:42,234 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:17:42,234 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:17:42,234 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:17:42,234 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:17:42,235 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:17:42,235 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:17:42,235 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381462235,5,FailOnTimeoutGroup] 2024-11-12T03:17:42,235 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381462235,5,FailOnTimeoutGroup] 2024-11-12T03:17:42,235 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:42,235 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:17:42,235 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:42,235 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:42,235 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:42,235 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:17:42,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:17:42,299 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(746): ClusterId : 9ff77a67-3b0f-460c-bd88-3d0d23f42bc3 2024-11-12T03:17:42,299 DEBUG [RS:0;3fb681890ab2:46537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:17:42,311 DEBUG [RS:0;3fb681890ab2:46537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:17:42,312 DEBUG [RS:0;3fb681890ab2:46537 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:17:42,322 DEBUG [RS:0;3fb681890ab2:46537 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:17:42,322 DEBUG [RS:0;3fb681890ab2:46537 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2857017b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:17:42,332 DEBUG [RS:0;3fb681890ab2:46537 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:46537 2024-11-12T03:17:42,333 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:17:42,333 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:17:42,333 DEBUG [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:17:42,333 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,40313,1731381459967 with port=46537, startcode=1731381460164 2024-11-12T03:17:42,334 DEBUG [RS:0;3fb681890ab2:46537 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:17:42,336 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:17:42,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40313 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,46537,1731381460164 2024-11-12T03:17:42,336 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40313 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,46537,1731381460164 2024-11-12T03:17:42,338 DEBUG [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e 2024-11-12T03:17:42,338 DEBUG [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41047 2024-11-12T03:17:42,338 DEBUG [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:17:42,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302/rs 2024-11-12T03:17:42,349 DEBUG [RS:0;3fb681890ab2:46537 {}] zookeeper.ZKUtil(111): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Set watcher on existing znode=/0502896302/rs/3fb681890ab2,46537,1731381460164 2024-11-12T03:17:42,349 WARN [RS:0;3fb681890ab2:46537 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:17:42,349 INFO [RS:0;3fb681890ab2:46537 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:42,349 DEBUG [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164 2024-11-12T03:17:42,349 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,46537,1731381460164] 2024-11-12T03:17:42,353 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:17:42,356 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:17:42,356 INFO [RS:0;3fb681890ab2:46537 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:17:42,356 INFO [RS:0;3fb681890ab2:46537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:42,360 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:17:42,361 INFO [RS:0;3fb681890ab2:46537 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:17:42,362 INFO [RS:0;3fb681890ab2:46537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:42,362 DEBUG [RS:0;3fb681890ab2:46537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:42,362 DEBUG [RS:0;3fb681890ab2:46537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:42,362 DEBUG [RS:0;3fb681890ab2:46537 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:42,362 DEBUG [RS:0;3fb681890ab2:46537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:42,362 DEBUG [RS:0;3fb681890ab2:46537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:42,362 DEBUG [RS:0;3fb681890ab2:46537 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:17:42,362 DEBUG [RS:0;3fb681890ab2:46537 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:42,362 DEBUG [RS:0;3fb681890ab2:46537 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:42,362 DEBUG [RS:0;3fb681890ab2:46537 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:42,363 DEBUG [RS:0;3fb681890ab2:46537 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:42,363 DEBUG [RS:0;3fb681890ab2:46537 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:42,363 DEBUG [RS:0;3fb681890ab2:46537 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:42,363 DEBUG [RS:0;3fb681890ab2:46537 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:17:42,363 DEBUG [RS:0;3fb681890ab2:46537 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:17:42,364 INFO [RS:0;3fb681890ab2:46537 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:42,364 INFO [RS:0;3fb681890ab2:46537 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:42,364 INFO [RS:0;3fb681890ab2:46537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:42,364 INFO [RS:0;3fb681890ab2:46537 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:42,364 INFO [RS:0;3fb681890ab2:46537 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:42,364 INFO [RS:0;3fb681890ab2:46537 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46537,1731381460164-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:17:42,381 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:17:42,381 INFO [RS:0;3fb681890ab2:46537 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46537,1731381460164-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:42,381 INFO [RS:0;3fb681890ab2:46537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:42,381 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.Replication(171): 3fb681890ab2,46537,1731381460164 started 2024-11-12T03:17:42,401 INFO [RS:0;3fb681890ab2:46537 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:42,401 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,46537,1731381460164, RpcServer on 3fb681890ab2/172.17.0.2:46537, sessionid=0x1012d0c6fa60001 2024-11-12T03:17:42,401 DEBUG [RS:0;3fb681890ab2:46537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:17:42,401 DEBUG [RS:0;3fb681890ab2:46537 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,46537,1731381460164 2024-11-12T03:17:42,401 DEBUG [RS:0;3fb681890ab2:46537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,46537,1731381460164' 2024-11-12T03:17:42,401 DEBUG [RS:0;3fb681890ab2:46537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0502896302/flush-table-proc/abort' 2024-11-12T03:17:42,402 DEBUG [RS:0;3fb681890ab2:46537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0502896302/flush-table-proc/acquired' 2024-11-12T03:17:42,402 DEBUG [RS:0;3fb681890ab2:46537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:17:42,402 DEBUG [RS:0;3fb681890ab2:46537 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:17:42,402 DEBUG [RS:0;3fb681890ab2:46537 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,46537,1731381460164 2024-11-12T03:17:42,402 DEBUG [RS:0;3fb681890ab2:46537 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,46537,1731381460164' 2024-11-12T03:17:42,402 DEBUG [RS:0;3fb681890ab2:46537 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0502896302/online-snapshot/abort' 2024-11-12T03:17:42,403 DEBUG [RS:0;3fb681890ab2:46537 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0502896302/online-snapshot/acquired' 2024-11-12T03:17:42,403 DEBUG [RS:0;3fb681890ab2:46537 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:17:42,403 INFO [RS:0;3fb681890ab2:46537 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:17:42,403 INFO [RS:0;3fb681890ab2:46537 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:17:42,503 INFO [RS:0;3fb681890ab2:46537 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:17:42,505 INFO [RS:0;3fb681890ab2:46537 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C46537%2C1731381460164, suffix=, logDir=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164, archiveDir=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/oldWALs, maxLogs=10 2024-11-12T03:17:42,519 DEBUG [RS:0;3fb681890ab2:46537 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.1731381462506, exclude list is [], retry=0 2024-11-12T03:17:42,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46253,DS-338576af-f87d-46d9-88d8-663ab3ed7eb5,DISK] 2024-11-12T03:17:42,526 INFO [RS:0;3fb681890ab2:46537 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.1731381462506 2024-11-12T03:17:42,527 DEBUG [RS:0;3fb681890ab2:46537 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35315:35315)] 2024-11-12T03:17:42,647 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:17:42,647 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e 2024-11-12T03:17:42,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:17:42,662 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:42,669 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:17:42,671 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:17:42,671 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:42,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:42,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:17:42,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:17:42,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:42,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:42,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:17:42,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:17:42,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:42,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:42,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:17:42,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:17:42,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:42,686 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:42,686 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:17:42,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740 2024-11-12T03:17:42,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740 2024-11-12T03:17:42,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:17:42,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:17:42,692 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:42,694 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:17:42,697 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:17:42,697 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75195635, jitterRate=0.1205022782087326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:42,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381462662Initializing all the Stores at 1731381462664 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381462665 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381462668 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381462669 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381462669Cleaning up temporary data from old regions at 1731381462692 (+23 ms)Region opened successfully at 1731381462698 (+6 ms) 2024-11-12T03:17:42,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:17:42,699 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:17:42,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:17:42,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:17:42,699 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:17:42,699 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:42,700 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381462699Disabling compacts and flushes for region at 1731381462699Disabling writes for close at 1731381462699Writing region close event to WAL at 1731381462699Closed at 1731381462699 2024-11-12T03:17:42,701 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:42,701 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:17:42,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:17:42,703 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:17:42,706 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:17:42,856 DEBUG [3fb681890ab2:40313 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:17:42,857 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,46537,1731381460164 2024-11-12T03:17:42,858 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,46537,1731381460164, state=OPENING 2024-11-12T03:17:42,910 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:17:42,921 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:42,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:42,922 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:17:42,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0502896302/meta-region-server: CHANGED 2024-11-12T03:17:42,922 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0502896302/meta-region-server: CHANGED 2024-11-12T03:17:42,922 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,46537,1731381460164}] 2024-11-12T03:17:43,075 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:17:43,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45359, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:17:43,082 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:17:43,082 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:43,082 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:17:43,085 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C46537%2C1731381460164.meta, suffix=.meta, logDir=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164, archiveDir=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/oldWALs, maxLogs=10 2024-11-12T03:17:43,101 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.meta.1731381463085.meta, exclude list is [], retry=0 2024-11-12T03:17:43,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46253,DS-338576af-f87d-46d9-88d8-663ab3ed7eb5,DISK] 2024-11-12T03:17:43,106 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.meta.1731381463085.meta 2024-11-12T03:17:43,108 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35315:35315)] 2024-11-12T03:17:43,108 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:43,109 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:17:43,109 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:17:43,109 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:17:43,109 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:17:43,109 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:17:43,109 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:43,109 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:17:43,109 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:17:43,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:17:43,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:17:43,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:43,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:43,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:17:43,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:17:43,114 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:43,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:43,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:17:43,116 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:17:43,116 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:43,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:43,116 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:17:43,117 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:17:43,117 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:43,118 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:43,118 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:17:43,119 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740 2024-11-12T03:17:43,120 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740 2024-11-12T03:17:43,121 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:17:43,121 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:17:43,123 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:43,124 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:17:43,125 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74305481, jitterRate=0.10723794996738434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:43,125 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:17:43,126 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381463110Writing region info on filesystem at 1731381463110Initializing all the Stores at 1731381463111 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381463111Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381463111Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381463111Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381463111Cleaning up temporary data from old regions at 1731381463121 (+10 ms)Running coprocessor post-open hooks at 1731381463125 (+4 ms)Region opened successfully at 1731381463126 (+1 ms) 2024-11-12T03:17:43,128 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381463075 2024-11-12T03:17:43,131 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:17:43,131 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:17:43,132 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,46537,1731381460164 2024-11-12T03:17:43,133 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,46537,1731381460164, state=OPEN 2024-11-12T03:17:43,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0502896302/meta-region-server 2024-11-12T03:17:43,275 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,46537,1731381460164 2024-11-12T03:17:43,276 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0502896302/meta-region-server 2024-11-12T03:17:43,276 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0502896302/meta-region-server: CHANGED 2024-11-12T03:17:43,277 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0502896302/meta-region-server: CHANGED 2024-11-12T03:17:43,290 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:17:43,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,46537,1731381460164 in 353 msec 2024-11-12T03:17:43,301 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:17:43,303 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:43,303 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:17:43,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:17:43,305 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,46537,1731381460164, seqNum=-1] 2024-11-12T03:17:43,305 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:17:43,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51201, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:17:43,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 589 msec 2024-11-12T03:17:43,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0860 sec 2024-11-12T03:17:43,318 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381463318, completionTime=-1 2024-11-12T03:17:43,318 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:17:43,319 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:17:43,322 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:17:43,322 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381523322 2024-11-12T03:17:43,322 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381583322 2024-11-12T03:17:43,322 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T03:17:43,323 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,40313,1731381459967-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:43,323 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,40313,1731381459967-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:43,323 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,40313,1731381459967-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:43,323 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:40313, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:43,323 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:43,326 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:17:43,329 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:43,335 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.098sec 2024-11-12T03:17:43,335 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:17:43,335 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:17:43,335 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:17:43,335 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:17:43,335 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:17:43,335 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,40313,1731381459967-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:17:43,335 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,40313,1731381459967-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:17:43,358 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:17:43,358 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:17:43,358 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,40313,1731381459967-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:43,399 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fbdf180, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:43,399 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,40313,-1 for getting cluster id 2024-11-12T03:17:43,399 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:43,401 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ff77a67-3b0f-460c-bd88-3d0d23f42bc3' 2024-11-12T03:17:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ff77a67-3b0f-460c-bd88-3d0d23f42bc3" 2024-11-12T03:17:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1de8cdfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:43,401 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,40313,-1] 2024-11-12T03:17:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:43,402 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:43,411 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:43,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460703b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:43,413 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:17:43,414 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,46537,1731381460164, seqNum=-1] 2024-11-12T03:17:43,415 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:17:43,416 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:17:43,418 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,40313,1731381459967 2024-11-12T03:17:43,419 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51821 2024-11-12T03:17:43,447 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:43,448 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012d0c6fa60002 connected 2024-11-12T03:17:43,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/hadoop.log.dir so I do NOT create it in target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620 2024-11-12T03:17:43,462 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:17:43,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/hadoop.tmp.dir so I do NOT create it in target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620 2024-11-12T03:17:43,462 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:17:43,462 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620 2024-11-12T03:17:43,462 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:17:43,463 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/cluster_54cda55f-55ed-a40a-98a6-c15d1d518dd1, deleteOnExit=true 2024-11-12T03:17:43,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:17:43,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/test.cache.data in system properties and HBase conf 2024-11-12T03:17:43,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:17:43,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:17:43,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:17:43,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:17:43,463 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:17:43,463 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:17:43,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:17:43,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:17:43,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:17:43,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:17:43,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:17:43,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:17:43,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:17:43,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:17:43,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:17:43,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:17:43,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:17:43,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:17:43,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:17:43,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:17:43,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:43,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:17:43,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:17:43,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:17:43,849 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:17:43,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:43,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7734c845{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:17:43,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13605576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:17:43,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40ee5f6a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/java.io.tmpdir/jetty-localhost-46283-hadoop-hdfs-3_4_1-tests_jar-_-any-10728762357486094419/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:17:43,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac1b7c8{HTTP/1.1, (http/1.1)}{localhost:46283} 2024-11-12T03:17:43,963 INFO [Time-limited test {}] server.Server(415): Started @40072ms 2024-11-12T03:17:44,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:44,307 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:17:44,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:17:44,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:17:44,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:17:44,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f90607{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:17:44,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@42690e4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:17:44,437 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5e601b29{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/java.io.tmpdir/jetty-localhost-39651-hadoop-hdfs-3_4_1-tests_jar-_-any-17476001932443501293/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:17:44,437 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e46d904{HTTP/1.1, (http/1.1)}{localhost:39651} 2024-11-12T03:17:44,437 INFO [Time-limited test {}] server.Server(415): Started @40546ms 2024-11-12T03:17:44,439 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:17:45,133 WARN [Thread-622 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/cluster_54cda55f-55ed-a40a-98a6-c15d1d518dd1/data/data1/current/BP-876698061-172.17.0.2-1731381463494/current, will proceed with Du for space computation calculation, 2024-11-12T03:17:45,133 WARN [Thread-623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/cluster_54cda55f-55ed-a40a-98a6-c15d1d518dd1/data/data2/current/BP-876698061-172.17.0.2-1731381463494/current, will proceed with Du for space computation calculation, 2024-11-12T03:17:45,168 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:17:45,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99d899b094b71512 with lease ID 0x9aba3f021b0c3f0: Processing first storage report for DS-e5daeca7-9b27-43ed-a6e9-e71818da4046 from datanode DatanodeRegistration(127.0.0.1:34963, datanodeUuid=79520f47-a754-4fa6-8f8d-16cc9b8b045f, infoPort=38701, infoSecurePort=0, ipcPort=46837, storageInfo=lv=-57;cid=testClusterID;nsid=1215250234;c=1731381463494) 2024-11-12T03:17:45,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99d899b094b71512 with lease ID 0x9aba3f021b0c3f0: from storage DS-e5daeca7-9b27-43ed-a6e9-e71818da4046 node DatanodeRegistration(127.0.0.1:34963, datanodeUuid=79520f47-a754-4fa6-8f8d-16cc9b8b045f, infoPort=38701, infoSecurePort=0, ipcPort=46837, storageInfo=lv=-57;cid=testClusterID;nsid=1215250234;c=1731381463494), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:17:45,172 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99d899b094b71512 with lease ID 0x9aba3f021b0c3f0: Processing first storage report for DS-7658c885-333d-44a4-affe-08242b0710fa from datanode DatanodeRegistration(127.0.0.1:34963, datanodeUuid=79520f47-a754-4fa6-8f8d-16cc9b8b045f, infoPort=38701, infoSecurePort=0, ipcPort=46837, storageInfo=lv=-57;cid=testClusterID;nsid=1215250234;c=1731381463494) 2024-11-12T03:17:45,172 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99d899b094b71512 with lease ID 0x9aba3f021b0c3f0: from storage DS-7658c885-333d-44a4-affe-08242b0710fa node DatanodeRegistration(127.0.0.1:34963, datanodeUuid=79520f47-a754-4fa6-8f8d-16cc9b8b045f, infoPort=38701, infoSecurePort=0, ipcPort=46837, storageInfo=lv=-57;cid=testClusterID;nsid=1215250234;c=1731381463494), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:17:45,195 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620 2024-11-12T03:17:45,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:45,197 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:45,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:17:45,211 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e with version=8 2024-11-12T03:17:45,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/hbase-staging 2024-11-12T03:17:45,214 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:17:45,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:45,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:45,214 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:17:45,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:45,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:17:45,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:17:45,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:17:45,247 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34653 2024-11-12T03:17:45,248 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34653 connecting to ZooKeeper ensemble=127.0.0.1:51821 2024-11-12T03:17:45,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346530x0, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:45,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34653-0x1012d0c6fa60003 connected 2024-11-12T03:17:45,282 WARN [RS:0;3fb681890ab2:46537 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 3fb681890ab2,42315,1731381430488: status=Processing ServerCrashProcedure of 3fb681890ab2,42315,1731381430488 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731381447198, completionTime=-1 appears to have been leaked 2024-11-12T03:17:45,353 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:45,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:45,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Set watcher on znode that does not yet exist, /1-1192011477/running 2024-11-12T03:17:45,357 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e, hbase.cluster.distributed=false 2024-11-12T03:17:45,361 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Set watcher on znode that does not yet exist, /1-1192011477/acl 2024-11-12T03:17:45,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34653 2024-11-12T03:17:45,361 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34653 2024-11-12T03:17:45,366 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34653 2024-11-12T03:17:45,368 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34653 2024-11-12T03:17:45,376 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34653 2024-11-12T03:17:45,398 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:17:45,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:45,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:45,398 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:17:45,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:45,398 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:17:45,398 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:17:45,398 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:17:45,399 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33101 2024-11-12T03:17:45,400 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33101 connecting to ZooKeeper ensemble=127.0.0.1:51821 2024-11-12T03:17:45,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:45,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:45,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331010x0, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:45,416 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:331010x0, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Set watcher on znode that does not yet exist, /1-1192011477/running 2024-11-12T03:17:45,417 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:17:45,419 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33101-0x1012d0c6fa60004 connected 2024-11-12T03:17:45,423 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:17:45,424 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Set watcher on znode that does not yet exist, /1-1192011477/master 2024-11-12T03:17:45,425 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Set watcher on znode that does not yet exist, /1-1192011477/acl 2024-11-12T03:17:45,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33101 2024-11-12T03:17:45,435 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33101 2024-11-12T03:17:45,439 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33101 2024-11-12T03:17:45,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33101 2024-11-12T03:17:45,440 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33101 2024-11-12T03:17:45,458 DEBUG [M:0;3fb681890ab2:34653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:34653 2024-11-12T03:17:45,459 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1192011477/backup-masters/3fb681890ab2,34653,1731381465213 2024-11-12T03:17:45,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477/backup-masters 2024-11-12T03:17:45,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477/backup-masters 2024-11-12T03:17:45,469 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Set watcher on existing znode=/1-1192011477/backup-masters/3fb681890ab2,34653,1731381465213 2024-11-12T03:17:45,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1192011477/master 2024-11-12T03:17:45,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:45,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:45,479 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Set watcher on existing znode=/1-1192011477/master 2024-11-12T03:17:45,480 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1192011477/backup-masters/3fb681890ab2,34653,1731381465213 from backup master directory 2024-11-12T03:17:45,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1192011477/backup-masters/3fb681890ab2,34653,1731381465213 2024-11-12T03:17:45,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477/backup-masters 2024-11-12T03:17:45,490 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477/backup-masters 2024-11-12T03:17:45,490 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:17:45,490 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,34653,1731381465213 2024-11-12T03:17:45,505 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/hbase.id] with ID: 60ba3eaf-299f-490c-969c-52a26651b77c 2024-11-12T03:17:45,505 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/.tmp/hbase.id 2024-11-12T03:17:45,509 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:17:45,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:17:45,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:17:45,977 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/.tmp/hbase.id]:[hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/hbase.id] 2024-11-12T03:17:45,998 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:45,999 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:17:46,000 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T03:17:46,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:46,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:46,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:17:46,078 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:17:46,079 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:17:46,080 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:46,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:17:46,100 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store 2024-11-12T03:17:46,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:17:46,116 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:46,117 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:17:46,117 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:46,117 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:46,117 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:17:46,117 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:46,117 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:46,117 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381466117Disabling compacts and flushes for region at 1731381466117Disabling writes for close at 1731381466117Writing region close event to WAL at 1731381466117Closed at 1731381466117 2024-11-12T03:17:46,118 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/.initializing 2024-11-12T03:17:46,118 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/WALs/3fb681890ab2,34653,1731381465213 2024-11-12T03:17:46,119 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:17:46,121 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C34653%2C1731381465213, suffix=, logDir=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/WALs/3fb681890ab2,34653,1731381465213, archiveDir=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/oldWALs, maxLogs=10 2024-11-12T03:17:46,136 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/WALs/3fb681890ab2,34653,1731381465213/3fb681890ab2%2C34653%2C1731381465213.1731381466121, exclude list is [], retry=0 2024-11-12T03:17:46,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34963,DS-e5daeca7-9b27-43ed-a6e9-e71818da4046,DISK] 2024-11-12T03:17:46,142 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/WALs/3fb681890ab2,34653,1731381465213/3fb681890ab2%2C34653%2C1731381465213.1731381466121 2024-11-12T03:17:46,143 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38701:38701)] 2024-11-12T03:17:46,143 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:46,143 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:46,143 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:46,143 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:46,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:46,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:17:46,152 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:46,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:46,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:46,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:17:46,157 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:46,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:46,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:46,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:17:46,159 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:46,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:46,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:46,163 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:17:46,163 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:46,164 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:46,164 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:46,168 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:46,170 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:46,172 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:46,172 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:46,173 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:46,174 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:46,181 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:17:46,181 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60586507, jitterRate=-0.09719069302082062}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:46,182 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381466143Initializing all the Stores at 1731381466148 (+5 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381466148Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381466150 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381466150Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381466150Cleaning up temporary data from old regions at 1731381466172 (+22 ms)Region opened successfully at 1731381466181 (+9 ms) 2024-11-12T03:17:46,183 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:17:46,186 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2b614, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:17:46,190 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:17:46,190 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:17:46,190 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:17:46,190 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:17:46,191 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:17:46,191 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:17:46,191 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:17:46,194 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:17:46,195 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Unable to get data of znode /1-1192011477/balancer because node does not exist (not necessarily an error) 2024-11-12T03:17:46,205 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1192011477/balancer already deleted, retry=false 2024-11-12T03:17:46,205 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:17:46,206 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Unable to get data of znode /1-1192011477/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:17:46,215 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1192011477/normalizer already deleted, retry=false 2024-11-12T03:17:46,216 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:17:46,225 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Unable to get data of znode /1-1192011477/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:17:46,236 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1192011477/switch/split already deleted, retry=false 2024-11-12T03:17:46,238 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Unable to get data of znode /1-1192011477/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:17:46,247 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1192011477/switch/merge already deleted, retry=false 2024-11-12T03:17:46,252 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Unable to get data of znode /1-1192011477/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:17:46,264 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1192011477/snapshot-cleanup already deleted, retry=false 2024-11-12T03:17:46,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1192011477/running 2024-11-12T03:17:46,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1192011477/running 2024-11-12T03:17:46,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:46,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:46,275 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,34653,1731381465213, sessionid=0x1012d0c6fa60003, setting cluster-up flag (Was=false) 2024-11-12T03:17:46,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:46,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:46,331 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1192011477/flush-table-proc/acquired, /1-1192011477/flush-table-proc/reached, /1-1192011477/flush-table-proc/abort 2024-11-12T03:17:46,338 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,34653,1731381465213 2024-11-12T03:17:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:46,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:46,390 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1192011477/online-snapshot/acquired, /1-1192011477/online-snapshot/reached, /1-1192011477/online-snapshot/abort 2024-11-12T03:17:46,391 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,34653,1731381465213 2024-11-12T03:17:46,393 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:17:46,397 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:46,397 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:17:46,398 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:17:46,398 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,34653,1731381465213 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:17:46,399 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:46,399 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:46,399 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:46,399 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:46,399 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:17:46,399 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:46,399 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:17:46,399 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:46,405 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:46,405 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:17:46,410 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:46,410 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:17:46,428 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381496428 2024-11-12T03:17:46,428 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:17:46,429 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:17:46,429 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:17:46,429 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:17:46,429 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:17:46,429 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:17:46,432 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:46,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:17:46,440 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:17:46,440 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:17:46,440 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:17:46,440 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:17:46,444 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:17:46,444 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:17:46,444 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381466444,5,FailOnTimeoutGroup] 2024-11-12T03:17:46,445 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(746): ClusterId : 60ba3eaf-299f-490c-969c-52a26651b77c 2024-11-12T03:17:46,445 DEBUG [RS:0;3fb681890ab2:33101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:17:46,448 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381466444,5,FailOnTimeoutGroup] 2024-11-12T03:17:46,448 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:46,448 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:17:46,448 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:46,449 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:46,454 DEBUG [RS:0;3fb681890ab2:33101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:17:46,454 DEBUG [RS:0;3fb681890ab2:33101 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:17:46,465 DEBUG [RS:0;3fb681890ab2:33101 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:17:46,466 DEBUG [RS:0;3fb681890ab2:33101 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4550a3b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:17:46,477 DEBUG [RS:0;3fb681890ab2:33101 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:33101 2024-11-12T03:17:46,477 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:17:46,477 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:17:46,477 DEBUG [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:17:46,477 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,34653,1731381465213 with port=33101, startcode=1731381465397 2024-11-12T03:17:46,478 DEBUG [RS:0;3fb681890ab2:33101 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:17:46,481 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44723, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:17:46,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,33101,1731381465397 2024-11-12T03:17:46,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34653 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,33101,1731381465397 2024-11-12T03:17:46,485 DEBUG [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e 2024-11-12T03:17:46,485 DEBUG [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44555 2024-11-12T03:17:46,485 DEBUG [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:17:46,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477/rs 2024-11-12T03:17:46,542 DEBUG [RS:0;3fb681890ab2:33101 {}] zookeeper.ZKUtil(111): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Set watcher on existing znode=/1-1192011477/rs/3fb681890ab2,33101,1731381465397 2024-11-12T03:17:46,542 WARN [RS:0;3fb681890ab2:33101 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:17:46,543 INFO [RS:0;3fb681890ab2:33101 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:46,543 DEBUG [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/WALs/3fb681890ab2,33101,1731381465397 2024-11-12T03:17:46,544 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,33101,1731381465397] 2024-11-12T03:17:46,548 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:17:46,562 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:17:46,564 INFO [RS:0;3fb681890ab2:33101 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:17:46,564 INFO [RS:0;3fb681890ab2:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:46,564 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:17:46,566 INFO [RS:0;3fb681890ab2:33101 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:17:46,566 INFO [RS:0;3fb681890ab2:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:46,566 DEBUG [RS:0;3fb681890ab2:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:46,566 DEBUG [RS:0;3fb681890ab2:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:46,566 DEBUG [RS:0;3fb681890ab2:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:46,566 DEBUG [RS:0;3fb681890ab2:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:46,566 DEBUG [RS:0;3fb681890ab2:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:46,566 DEBUG [RS:0;3fb681890ab2:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:17:46,566 DEBUG [RS:0;3fb681890ab2:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:46,566 DEBUG [RS:0;3fb681890ab2:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:46,566 DEBUG [RS:0;3fb681890ab2:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:46,567 DEBUG [RS:0;3fb681890ab2:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:46,567 DEBUG [RS:0;3fb681890ab2:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:46,567 DEBUG [RS:0;3fb681890ab2:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:46,567 DEBUG [RS:0;3fb681890ab2:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:17:46,567 DEBUG [RS:0;3fb681890ab2:33101 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:17:46,567 INFO [RS:0;3fb681890ab2:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:46,567 INFO [RS:0;3fb681890ab2:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:46,567 INFO [RS:0;3fb681890ab2:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:46,567 INFO [RS:0;3fb681890ab2:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:46,568 INFO [RS:0;3fb681890ab2:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:46,568 INFO [RS:0;3fb681890ab2:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,33101,1731381465397-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:17:46,590 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:17:46,591 INFO [RS:0;3fb681890ab2:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,33101,1731381465397-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:46,591 INFO [RS:0;3fb681890ab2:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:46,591 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.Replication(171): 3fb681890ab2,33101,1731381465397 started 2024-11-12T03:17:46,609 INFO [RS:0;3fb681890ab2:33101 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:46,609 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,33101,1731381465397, RpcServer on 3fb681890ab2/172.17.0.2:33101, sessionid=0x1012d0c6fa60004 2024-11-12T03:17:46,609 DEBUG [RS:0;3fb681890ab2:33101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:17:46,609 DEBUG [RS:0;3fb681890ab2:33101 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,33101,1731381465397 2024-11-12T03:17:46,609 DEBUG [RS:0;3fb681890ab2:33101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,33101,1731381465397' 2024-11-12T03:17:46,609 DEBUG [RS:0;3fb681890ab2:33101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1192011477/flush-table-proc/abort' 2024-11-12T03:17:46,610 DEBUG [RS:0;3fb681890ab2:33101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1192011477/flush-table-proc/acquired' 2024-11-12T03:17:46,610 DEBUG [RS:0;3fb681890ab2:33101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:17:46,610 DEBUG [RS:0;3fb681890ab2:33101 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:17:46,610 DEBUG [RS:0;3fb681890ab2:33101 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,33101,1731381465397 2024-11-12T03:17:46,610 DEBUG [RS:0;3fb681890ab2:33101 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,33101,1731381465397' 2024-11-12T03:17:46,610 DEBUG [RS:0;3fb681890ab2:33101 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1192011477/online-snapshot/abort' 2024-11-12T03:17:46,611 DEBUG [RS:0;3fb681890ab2:33101 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1192011477/online-snapshot/acquired' 2024-11-12T03:17:46,611 DEBUG [RS:0;3fb681890ab2:33101 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:17:46,611 INFO [RS:0;3fb681890ab2:33101 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:17:46,611 INFO [RS:0;3fb681890ab2:33101 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:17:46,712 INFO [RS:0;3fb681890ab2:33101 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:17:46,713 INFO [RS:0;3fb681890ab2:33101 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C33101%2C1731381465397, suffix=, logDir=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/WALs/3fb681890ab2,33101,1731381465397, archiveDir=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/oldWALs, maxLogs=10 2024-11-12T03:17:46,731 DEBUG [RS:0;3fb681890ab2:33101 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/WALs/3fb681890ab2,33101,1731381465397/3fb681890ab2%2C33101%2C1731381465397.1731381466714, exclude list is [], retry=0 2024-11-12T03:17:46,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34963,DS-e5daeca7-9b27-43ed-a6e9-e71818da4046,DISK] 2024-11-12T03:17:46,743 INFO [RS:0;3fb681890ab2:33101 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/WALs/3fb681890ab2,33101,1731381465397/3fb681890ab2%2C33101%2C1731381465397.1731381466714 2024-11-12T03:17:46,744 DEBUG [RS:0;3fb681890ab2:33101 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38701:38701)] 2024-11-12T03:17:46,841 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:17:46,841 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e 2024-11-12T03:17:46,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:17:47,263 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:47,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:17:47,267 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:17:47,267 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:47,271 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:47,272 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:17:47,273 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:17:47,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:47,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:47,274 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:17:47,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:17:47,276 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:47,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:47,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:17:47,277 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:17:47,277 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:47,278 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:47,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:17:47,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/data/hbase/meta/1588230740 2024-11-12T03:17:47,279 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/data/hbase/meta/1588230740 2024-11-12T03:17:47,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:17:47,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:17:47,282 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:47,283 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:17:47,285 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:17:47,286 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63875442, jitterRate=-0.048181742429733276}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:47,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381467263Initializing all the Stores at 1731381467264 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381467264Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381467264Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381467265 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381467265Cleaning up temporary data from old regions at 1731381467281 (+16 ms)Region opened successfully at 1731381467286 (+5 ms) 2024-11-12T03:17:47,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:17:47,287 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:17:47,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:17:47,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:17:47,287 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:17:47,288 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:47,288 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381467287Disabling compacts and flushes for region at 1731381467287Disabling writes for close at 1731381467287Writing region close event to WAL at 1731381467288 (+1 ms)Closed at 1731381467288 2024-11-12T03:17:47,292 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:47,292 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:17:47,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:17:47,296 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:17:47,299 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:17:47,450 DEBUG [3fb681890ab2:34653 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:17:47,450 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,33101,1731381465397 2024-11-12T03:17:47,452 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,33101,1731381465397, state=OPENING 2024-11-12T03:17:47,500 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:17:47,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:47,510 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:47,511 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:17:47,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1192011477/meta-region-server: CHANGED 2024-11-12T03:17:47,511 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1192011477/meta-region-server: CHANGED 2024-11-12T03:17:47,511 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,33101,1731381465397}] 2024-11-12T03:17:47,666 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:17:47,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:17:47,675 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:17:47,675 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:47,675 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:17:47,677 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C33101%2C1731381465397.meta, suffix=.meta, logDir=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/WALs/3fb681890ab2,33101,1731381465397, archiveDir=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/oldWALs, maxLogs=10 2024-11-12T03:17:47,688 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/WALs/3fb681890ab2,33101,1731381465397/3fb681890ab2%2C33101%2C1731381465397.meta.1731381467677.meta, exclude list is [], retry=0 2024-11-12T03:17:47,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34963,DS-e5daeca7-9b27-43ed-a6e9-e71818da4046,DISK] 2024-11-12T03:17:47,699 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/WALs/3fb681890ab2,33101,1731381465397/3fb681890ab2%2C33101%2C1731381465397.meta.1731381467677.meta 2024-11-12T03:17:47,699 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38701:38701)] 2024-11-12T03:17:47,699 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:47,700 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:17:47,700 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:17:47,700 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:17:47,700 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:17:47,700 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:17:47,700 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:47,700 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:17:47,700 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:17:47,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:17:47,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:17:47,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:47,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:47,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:17:47,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:17:47,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:47,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:47,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:17:47,708 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:17:47,708 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:47,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:47,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:17:47,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:17:47,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:47,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:47,712 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:17:47,713 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/data/hbase/meta/1588230740 2024-11-12T03:17:47,714 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/data/hbase/meta/1588230740 2024-11-12T03:17:47,715 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:17:47,715 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:17:47,716 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:47,717 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:17:47,718 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74505235, jitterRate=0.11021451652050018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:47,718 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:17:47,718 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381467700Writing region info on filesystem at 1731381467700Initializing all the Stores at 1731381467701 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381467701Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381467704 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381467704Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381467704Cleaning up temporary data from old regions at 1731381467715 (+11 ms)Running coprocessor post-open hooks at 1731381467718 (+3 ms)Region opened successfully at 1731381467718 2024-11-12T03:17:47,719 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381467666 2024-11-12T03:17:47,723 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,33101,1731381465397 2024-11-12T03:17:47,724 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:17:47,724 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:17:47,724 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,33101,1731381465397, state=OPEN 2024-11-12T03:17:47,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1192011477/meta-region-server 2024-11-12T03:17:47,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1192011477/meta-region-server: CHANGED 2024-11-12T03:17:47,733 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,33101,1731381465397 2024-11-12T03:17:47,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1192011477/meta-region-server 2024-11-12T03:17:47,733 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1192011477/meta-region-server: CHANGED 2024-11-12T03:17:47,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:17:47,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,33101,1731381465397 in 222 msec 2024-11-12T03:17:47,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:17:47,740 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 445 msec 2024-11-12T03:17:47,741 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:47,741 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:17:47,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:17:47,743 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,33101,1731381465397, seqNum=-1] 2024-11-12T03:17:47,743 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:17:47,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:17:47,758 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3610 sec 2024-11-12T03:17:47,758 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381467758, completionTime=-1 2024-11-12T03:17:47,758 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:17:47,758 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:17:47,760 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:17:47,760 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381527760 2024-11-12T03:17:47,760 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381587760 2024-11-12T03:17:47,761 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T03:17:47,761 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34653,1731381465213-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:47,761 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34653,1731381465213-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:47,761 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34653,1731381465213-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:47,761 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:34653, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:47,761 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:47,764 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:17:47,768 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:47,773 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.283sec 2024-11-12T03:17:47,773 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:17:47,773 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:17:47,773 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:17:47,773 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:17:47,773 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:17:47,773 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34653,1731381465213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:17:47,773 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34653,1731381465213-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:17:47,794 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:17:47,794 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:17:47,794 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34653,1731381465213-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:47,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f02ef67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:47,849 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,34653,-1 for getting cluster id 2024-11-12T03:17:47,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:47,854 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ba3eaf-299f-490c-969c-52a26651b77c' 2024-11-12T03:17:47,855 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:47,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ba3eaf-299f-490c-969c-52a26651b77c" 2024-11-12T03:17:47,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a37541, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:47,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,34653,-1] 2024-11-12T03:17:47,856 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:47,857 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:47,858 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:47,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@486ddd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:47,860 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:17:47,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,33101,1731381465397, seqNum=-1] 2024-11-12T03:17:47,863 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:17:47,865 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:17:47,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,34653,1731381465213 2024-11-12T03:17:47,870 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51821 2024-11-12T03:17:47,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:47,888 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012d0c6fa60005 connected 2024-11-12T03:17:47,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e19e2cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:47,895 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,40313,-1 for getting cluster id 2024-11-12T03:17:47,895 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:47,897 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9ff77a67-3b0f-460c-bd88-3d0d23f42bc3' 2024-11-12T03:17:47,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:47,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9ff77a67-3b0f-460c-bd88-3d0d23f42bc3" 2024-11-12T03:17:47,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80ca448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:47,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,40313,-1] 2024-11-12T03:17:47,898 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:47,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:47,900 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:47,901 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26459d41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:47,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:47,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,40313,1731381459967 2024-11-12T03:17:47,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4430038a 2024-11-12T03:17:47,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:47,905 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:17:47,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:34653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:17:47,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:17:47,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:17:47,909 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:34653' 2024-11-12T03:17:47,919 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d3ee2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:47,919 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,34653,-1 for getting cluster id 2024-11-12T03:17:47,920 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:47,921 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ba3eaf-299f-490c-969c-52a26651b77c' 2024-11-12T03:17:47,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:47,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ba3eaf-299f-490c-969c-52a26651b77c" 2024-11-12T03:17:47,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9b94ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:47,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,34653,-1] 2024-11-12T03:17:47,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:47,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:47,923 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:47,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1edd1b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:47,925 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:47,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,34653,1731381465213 2024-11-12T03:17:47,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55b1e2bd 2024-11-12T03:17:47,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:47,928 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34040, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:17:47,929 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T03:17:47,929 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:17:47,929 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:47,929 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:47,930 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:17:47,931 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:47,932 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:17:47,934 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:17:47,934 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:47,936 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:17:47,983 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:17:47,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741835_1011 (size=1138) 2024-11-12T03:17:48,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:17:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:17:48,353 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:17:48,394 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => de5cf6861d82fb867c884668bda267ea, NAME => 'hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e 2024-11-12T03:17:48,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741836_1012 (size=44) 2024-11-12T03:17:48,408 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:48,408 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing de5cf6861d82fb867c884668bda267ea, disabling compactions & flushes 2024-11-12T03:17:48,408 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. 2024-11-12T03:17:48,408 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. 2024-11-12T03:17:48,408 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. after waiting 0 ms 2024-11-12T03:17:48,408 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. 2024-11-12T03:17:48,409 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. 2024-11-12T03:17:48,409 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for de5cf6861d82fb867c884668bda267ea: Waiting for close lock at 1731381468408Disabling compacts and flushes for region at 1731381468408Disabling writes for close at 1731381468408Writing region close event to WAL at 1731381468408Closed at 1731381468408 2024-11-12T03:17:48,410 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:17:48,411 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381468410"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381468410"}]},"ts":"1731381468410"} 2024-11-12T03:17:48,414 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:17:48,415 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:17:48,415 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381468415"}]},"ts":"1731381468415"} 2024-11-12T03:17:48,418 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:17:48,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de5cf6861d82fb867c884668bda267ea, ASSIGN}] 2024-11-12T03:17:48,420 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de5cf6861d82fb867c884668bda267ea, ASSIGN 2024-11-12T03:17:48,422 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de5cf6861d82fb867c884668bda267ea, ASSIGN; state=OFFLINE, location=3fb681890ab2,46537,1731381460164; forceNewPlan=false, retain=false 2024-11-12T03:17:48,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:17:48,573 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=de5cf6861d82fb867c884668bda267ea, regionState=OPENING, regionLocation=3fb681890ab2,46537,1731381460164 2024-11-12T03:17:48,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=de5cf6861d82fb867c884668bda267ea, ASSIGN because future has completed 2024-11-12T03:17:48,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure de5cf6861d82fb867c884668bda267ea, server=3fb681890ab2,46537,1731381460164}] 2024-11-12T03:17:48,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. 2024-11-12T03:17:48,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:48,735 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:17:48,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C46537%2C1731381460164.rep, suffix=, logDir=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164, archiveDir=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/oldWALs, maxLogs=10 2024-11-12T03:17:48,754 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.rep.1731381468737, exclude list is [], retry=0 2024-11-12T03:17:48,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46253,DS-338576af-f87d-46d9-88d8-663ab3ed7eb5,DISK] 2024-11-12T03:17:48,760 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.rep.1731381468737 2024-11-12T03:17:48,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35315:35315)] 2024-11-12T03:17:48,760 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => de5cf6861d82fb867c884668bda267ea, NAME => 'hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:48,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:17:48,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:17:48,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. service=MultiRowMutationService 2024-11-12T03:17:48,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:17:48,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:48,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:48,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:48,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:48,763 INFO [StoreOpener-de5cf6861d82fb867c884668bda267ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:48,764 INFO [StoreOpener-de5cf6861d82fb867c884668bda267ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de5cf6861d82fb867c884668bda267ea columnFamilyName hfileref 2024-11-12T03:17:48,764 DEBUG [StoreOpener-de5cf6861d82fb867c884668bda267ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:48,764 INFO [StoreOpener-de5cf6861d82fb867c884668bda267ea-1 {}] regionserver.HStore(327): Store=de5cf6861d82fb867c884668bda267ea/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:48,765 INFO [StoreOpener-de5cf6861d82fb867c884668bda267ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:48,766 INFO [StoreOpener-de5cf6861d82fb867c884668bda267ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de5cf6861d82fb867c884668bda267ea columnFamilyName queue 2024-11-12T03:17:48,766 DEBUG [StoreOpener-de5cf6861d82fb867c884668bda267ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:48,766 INFO [StoreOpener-de5cf6861d82fb867c884668bda267ea-1 {}] regionserver.HStore(327): Store=de5cf6861d82fb867c884668bda267ea/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:48,766 INFO [StoreOpener-de5cf6861d82fb867c884668bda267ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:48,770 INFO [StoreOpener-de5cf6861d82fb867c884668bda267ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region de5cf6861d82fb867c884668bda267ea columnFamilyName sid 2024-11-12T03:17:48,771 DEBUG [StoreOpener-de5cf6861d82fb867c884668bda267ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:48,773 INFO [StoreOpener-de5cf6861d82fb867c884668bda267ea-1 {}] regionserver.HStore(327): Store=de5cf6861d82fb867c884668bda267ea/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:48,773 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:48,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/replication/de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:48,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/replication/de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:48,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:48,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:48,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:17:48,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:48,780 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/replication/de5cf6861d82fb867c884668bda267ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:17:48,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened de5cf6861d82fb867c884668bda267ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71201155, jitterRate=0.06097988784313202}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:17:48,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:48,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for de5cf6861d82fb867c884668bda267ea: Running coprocessor pre-open hook at 1731381468761Writing region info on filesystem at 1731381468761Initializing all the Stores at 1731381468762 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381468762Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381468763 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381468763Cleaning up temporary data from old regions at 1731381468776 (+13 ms)Running coprocessor post-open hooks at 1731381468781 (+5 ms)Region opened successfully at 1731381468781 2024-11-12T03:17:48,782 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea., pid=7, masterSystemTime=1731381468730 2024-11-12T03:17:48,786 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. 2024-11-12T03:17:48,786 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. 2024-11-12T03:17:48,788 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=de5cf6861d82fb867c884668bda267ea, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,46537,1731381460164 2024-11-12T03:17:48,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure de5cf6861d82fb867c884668bda267ea, server=3fb681890ab2,46537,1731381460164 because future has completed 2024-11-12T03:17:48,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T03:17:48,795 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure de5cf6861d82fb867c884668bda267ea, server=3fb681890ab2,46537,1731381460164 in 217 msec 2024-11-12T03:17:48,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:17:48,798 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=de5cf6861d82fb867c884668bda267ea, ASSIGN in 377 msec 2024-11-12T03:17:48,799 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:17:48,799 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381468799"}]},"ts":"1731381468799"} 2024-11-12T03:17:48,802 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:17:48,804 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:17:48,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 874 msec 2024-11-12T03:17:48,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea., hostname=3fb681890ab2,46537,1731381460164, seqNum=2] 2024-11-12T03:17:48,921 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:48,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:48,944 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:17:49,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:17:49,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46537 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T03:17:49,099 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:17:49,138 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,46537,1731381460164, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:17:49,138 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:17:49,139 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,46537,1731381460164, seqNum=-1] 2024-11-12T03:17:49,139 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:17:49,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-12T03:17:49,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,46537,1731381460164', locateType=CURRENT is [region=hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea., hostname=3fb681890ab2,46537,1731381460164, seqNum=2] 2024-11-12T03:17:49,150 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T03:17:49,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T03:17:49,156 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,46537,1731381460164 suceeded 2024-11-12T03:17:49,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T03:17:49,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 213 msec 2024-11-12T03:17:49,163 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:34653,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:17:49,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2580 sec 2024-11-12T03:17:49,169 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:34653' 2024-11-12T03:17:49,170 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@125c85d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:49,170 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,34653,-1 for getting cluster id 2024-11-12T03:17:49,170 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:49,171 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '60ba3eaf-299f-490c-969c-52a26651b77c' 2024-11-12T03:17:49,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:49,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "60ba3eaf-299f-490c-969c-52a26651b77c" 2024-11-12T03:17:49,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@794a8c1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:49,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,34653,-1] 2024-11-12T03:17:49,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:49,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:49,173 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:49,174 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42854171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:49,174 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:49,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,34653,1731381465213 2024-11-12T03:17:49,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e275cf8 2024-11-12T03:17:49,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:49,176 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-12T03:17:49,177 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,46537,1731381460164 (queues=1) is replicating from cluster=9ff77a67-3b0f-460c-bd88-3d0d23f42bc3 to cluster=60ba3eaf-299f-490c-969c-52a26651b77c 2024-11-12T03:17:49,177 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C46537%2C1731381460164 2024-11-12T03:17:49,177 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,46537,1731381460164, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:17:49,177 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.wal-reader.3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.1731381462506, startPosition=0, beingWritten=true 2024-11-12T03:17:49,180 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.shipper3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C46537%2C1731381460164 2024-11-12T03:17:49,391 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.wal-reader.3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.1731381462506 to pos 0, reset compression=false 2024-11-12T03:17:49,698 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.wal-reader.3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.1731381462506 to pos 0, reset compression=false 2024-11-12T03:17:50,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T03:17:50,005 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T03:17:50,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T03:17:50,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T03:17:50,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:17:50,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T03:17:50,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:17:50,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T03:17:50,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T03:17:50,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T03:17:50,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:17:50,061 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:17:50,061 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:17:50,061 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:50,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:50,061 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:50,061 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:50,061 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:17:50,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,40313,1731381459967 2024-11-12T03:17:50,062 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@45ccf2f 2024-11-12T03:17:50,063 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:17:50,064 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:17:50,064 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40313 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T03:17:50,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:17:50,065 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:17:50,065 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:50,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:50,065 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:50,065 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:50,065 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:17:50,066 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1311965306, stopped=false 2024-11-12T03:17:50,066 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,34653,1731381465213 2024-11-12T03:17:50,104 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.wal-reader.3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.1731381462506 to pos 0, reset compression=false 2024-11-12T03:17:50,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1192011477/running 2024-11-12T03:17:50,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:50,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Set watcher on znode that does not yet exist, /1-1192011477/running 2024-11-12T03:17:50,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1192011477/running 2024-11-12T03:17:50,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:50,112 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:17:50,112 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:17:50,112 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:50,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:50,112 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Set watcher on znode that does not yet exist, /1-1192011477/running 2024-11-12T03:17:50,113 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,33101,1731381465397' ***** 2024-11-12T03:17:50,113 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:17:50,113 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:17:50,113 INFO [RS:0;3fb681890ab2:33101 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:17:50,113 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:17:50,113 INFO [RS:0;3fb681890ab2:33101 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:17:50,113 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,33101,1731381465397 2024-11-12T03:17:50,113 INFO [RS:0;3fb681890ab2:33101 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:17:50,113 INFO [RS:0;3fb681890ab2:33101 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:33101. 2024-11-12T03:17:50,113 DEBUG [RS:0;3fb681890ab2:33101 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:50,113 DEBUG [RS:0;3fb681890ab2:33101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:50,113 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:17:50,114 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:17:50,114 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:17:50,114 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:17:50,114 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T03:17:50,114 DEBUG [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:17:50,114 DEBUG [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:50,114 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:17:50,114 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:17:50,114 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:17:50,114 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:17:50,114 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:17:50,114 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T03:17:50,135 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/data/hbase/meta/1588230740/.tmp/ns/8e5154097c6440ecb3383f6a3b186c4d is 43, key is default/ns:d/1731381467745/Put/seqid=0 2024-11-12T03:17:50,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741835_1011 (size=5153) 2024-11-12T03:17:50,175 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:17:50,314 DEBUG [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:50,514 DEBUG [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:50,540 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/data/hbase/meta/1588230740/.tmp/ns/8e5154097c6440ecb3383f6a3b186c4d 2024-11-12T03:17:50,547 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/data/hbase/meta/1588230740/.tmp/ns/8e5154097c6440ecb3383f6a3b186c4d as hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/data/hbase/meta/1588230740/ns/8e5154097c6440ecb3383f6a3b186c4d 2024-11-12T03:17:50,557 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/data/hbase/meta/1588230740/ns/8e5154097c6440ecb3383f6a3b186c4d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T03:17:50,558 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false 2024-11-12T03:17:50,563 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T03:17:50,564 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:17:50,564 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:17:50,564 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:50,564 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381470114Running coprocessor pre-close hooks at 1731381470114Disabling compacts and flushes for region at 1731381470114Disabling writes for close at 1731381470114Obtaining lock to block concurrent updates at 1731381470114Preparing flush snapshotting stores in 1588230740 at 1731381470114Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731381470115 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731381470115Flushing 1588230740/ns: creating writer at 1731381470116 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731381470134 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731381470134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fe2f46: reopening flushed file at 1731381470547 (+413 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 444ms, sequenceid=6, compaction requested=false at 1731381470558 (+11 ms)Writing region close event to WAL at 1731381470559 (+1 ms)Running coprocessor post-close hooks at 1731381470564 (+5 ms)Closed at 1731381470564 2024-11-12T03:17:50,564 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:50,598 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:17:50,598 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:17:50,609 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.wal-reader.3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.1731381462506 to pos 0, reset compression=false 2024-11-12T03:17:50,715 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,33101,1731381465397; all regions closed. 2024-11-12T03:17:50,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741834_1010 (size=1152) 2024-11-12T03:17:50,727 DEBUG [RS:0;3fb681890ab2:33101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/oldWALs 2024-11-12T03:17:50,727 INFO [RS:0;3fb681890ab2:33101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C33101%2C1731381465397.meta:.meta(num 1731381467677) 2024-11-12T03:17:50,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741832_1008 (size=93) 2024-11-12T03:17:50,738 DEBUG [RS:0;3fb681890ab2:33101 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/oldWALs 2024-11-12T03:17:50,738 INFO [RS:0;3fb681890ab2:33101 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C33101%2C1731381465397:(num 1731381466714) 2024-11-12T03:17:50,738 DEBUG [RS:0;3fb681890ab2:33101 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:50,738 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:17:50,738 INFO [RS:0;3fb681890ab2:33101 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:17:50,738 INFO [RS:0;3fb681890ab2:33101 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T03:17:50,738 INFO [RS:0;3fb681890ab2:33101 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:17:50,738 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:17:50,738 INFO [RS:0;3fb681890ab2:33101 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33101 2024-11-12T03:17:50,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1192011477/rs/3fb681890ab2,33101,1731381465397 2024-11-12T03:17:50,784 INFO [RS:0;3fb681890ab2:33101 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:17:50,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477/rs 2024-11-12T03:17:50,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,33101,1731381465397] 2024-11-12T03:17:50,804 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1192011477/draining/3fb681890ab2,33101,1731381465397 already deleted, retry=false 2024-11-12T03:17:50,805 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,33101,1731381465397 expired; onlineServers=0 2024-11-12T03:17:50,805 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,34653,1731381465213' ***** 2024-11-12T03:17:50,805 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:17:50,805 INFO [M:0;3fb681890ab2:34653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:17:50,805 INFO [M:0;3fb681890ab2:34653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:17:50,805 DEBUG [M:0;3fb681890ab2:34653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:17:50,805 DEBUG [M:0;3fb681890ab2:34653 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:17:50,805 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:17:50,805 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381466444 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381466444,5,FailOnTimeoutGroup] 2024-11-12T03:17:50,805 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381466444 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381466444,5,FailOnTimeoutGroup] 2024-11-12T03:17:50,805 INFO [M:0;3fb681890ab2:34653 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:17:50,805 INFO [M:0;3fb681890ab2:34653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:17:50,805 DEBUG [M:0;3fb681890ab2:34653 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:17:50,805 INFO [M:0;3fb681890ab2:34653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:17:50,806 INFO [M:0;3fb681890ab2:34653 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:17:50,806 INFO [M:0;3fb681890ab2:34653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:17:50,806 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:17:50,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1192011477/master 2024-11-12T03:17:50,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1192011477 2024-11-12T03:17:50,815 DEBUG [M:0;3fb681890ab2:34653 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1192011477/master already deleted, retry=false 2024-11-12T03:17:50,815 DEBUG [M:0;3fb681890ab2:34653 {}] master.ActiveMasterManager(353): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1192011477/master 2024-11-12T03:17:50,816 INFO [M:0;3fb681890ab2:34653 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/.lastflushedseqids 2024-11-12T03:17:50,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741836_1012 (size=99) 2024-11-12T03:17:50,830 INFO [M:0;3fb681890ab2:34653 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:17:50,830 INFO [M:0;3fb681890ab2:34653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:17:50,830 DEBUG [M:0;3fb681890ab2:34653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:17:50,830 INFO [M:0;3fb681890ab2:34653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:50,830 DEBUG [M:0;3fb681890ab2:34653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:50,830 DEBUG [M:0;3fb681890ab2:34653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:17:50,830 DEBUG [M:0;3fb681890ab2:34653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:50,830 INFO [M:0;3fb681890ab2:34653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T03:17:50,850 DEBUG [M:0;3fb681890ab2:34653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b9af1ea32494be59a8ab18b517858e5 is 82, key is hbase:meta,,1/info:regioninfo/1731381467723/Put/seqid=0 2024-11-12T03:17:50,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741837_1013 (size=5672) 2024-11-12T03:17:50,871 INFO [M:0;3fb681890ab2:34653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b9af1ea32494be59a8ab18b517858e5 2024-11-12T03:17:50,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:50,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33101-0x1012d0c6fa60004, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:50,895 INFO [RS:0;3fb681890ab2:33101 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:17:50,895 INFO [RS:0;3fb681890ab2:33101 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,33101,1731381465397; zookeeper connection closed. 2024-11-12T03:17:50,897 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f97eb94 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f97eb94 2024-11-12T03:17:50,897 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:17:50,908 DEBUG [M:0;3fb681890ab2:34653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5b7de5d8f2447e0bd2f232c01e62c67 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731381467757/Put/seqid=0 2024-11-12T03:17:50,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741838_1014 (size=5275) 2024-11-12T03:17:50,916 INFO [M:0;3fb681890ab2:34653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5b7de5d8f2447e0bd2f232c01e62c67 2024-11-12T03:17:50,944 DEBUG [M:0;3fb681890ab2:34653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06f6bd95df8c40ba993eb095e68a9005 is 69, key is 3fb681890ab2,33101,1731381465397/rs:state/1731381466482/Put/seqid=0 2024-11-12T03:17:50,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741839_1015 (size=5156) 2024-11-12T03:17:51,217 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.wal-reader.3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.1731381462506 to pos 0, reset compression=false 2024-11-12T03:17:51,350 INFO [M:0;3fb681890ab2:34653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06f6bd95df8c40ba993eb095e68a9005 2024-11-12T03:17:51,358 DEBUG [M:0;3fb681890ab2:34653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b9af1ea32494be59a8ab18b517858e5 as hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b9af1ea32494be59a8ab18b517858e5 2024-11-12T03:17:51,368 INFO [M:0;3fb681890ab2:34653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b9af1ea32494be59a8ab18b517858e5, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T03:17:51,369 DEBUG [M:0;3fb681890ab2:34653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c5b7de5d8f2447e0bd2f232c01e62c67 as hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5b7de5d8f2447e0bd2f232c01e62c67 2024-11-12T03:17:51,376 INFO [M:0;3fb681890ab2:34653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c5b7de5d8f2447e0bd2f232c01e62c67, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T03:17:51,378 DEBUG [M:0;3fb681890ab2:34653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/06f6bd95df8c40ba993eb095e68a9005 as hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06f6bd95df8c40ba993eb095e68a9005 2024-11-12T03:17:51,389 INFO [M:0;3fb681890ab2:34653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44555/user/jenkins/test-data/92201e68-9901-77b5-1672-d734c50b8e3e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/06f6bd95df8c40ba993eb095e68a9005, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T03:17:51,391 INFO [M:0;3fb681890ab2:34653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=28, compaction requested=false 2024-11-12T03:17:51,419 INFO [M:0;3fb681890ab2:34653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:51,419 DEBUG [M:0;3fb681890ab2:34653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381470830Disabling compacts and flushes for region at 1731381470830Disabling writes for close at 1731381470830Obtaining lock to block concurrent updates at 1731381470830Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381470830Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731381470831 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381470833 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381470833Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381470849 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381470849Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381470879 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381470908 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381470908Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381470923 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381470944 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381470944Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cb6356: reopening flushed file at 1731381471356 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32aeec0a: reopening flushed file at 1731381471368 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49e915ce: reopening flushed file at 1731381471376 (+8 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 560ms, sequenceid=28, compaction requested=false at 1731381471391 (+15 ms)Writing region close event to WAL at 1731381471419 (+28 ms)Closed at 1731381471419 2024-11-12T03:17:51,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34963 is added to blk_1073741830_1006 (size=10165) 2024-11-12T03:17:51,423 INFO [M:0;3fb681890ab2:34653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:17:51,423 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:17:51,423 INFO [M:0;3fb681890ab2:34653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34653 2024-11-12T03:17:51,423 INFO [M:0;3fb681890ab2:34653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:17:51,579 INFO [M:0;3fb681890ab2:34653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:17:51,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:51,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34653-0x1012d0c6fa60003, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:51,643 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5e601b29{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:17:51,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e46d904{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:17:51,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:17:51,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@42690e4a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:17:51,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f90607{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/hadoop.log.dir/,STOPPED} 2024-11-12T03:17:51,646 WARN [BP-876698061-172.17.0.2-1731381463494 heartbeating to localhost/127.0.0.1:44555 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:17:51,646 WARN [BP-876698061-172.17.0.2-1731381463494 heartbeating to localhost/127.0.0.1:44555 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-876698061-172.17.0.2-1731381463494 (Datanode Uuid 79520f47-a754-4fa6-8f8d-16cc9b8b045f) service to localhost/127.0.0.1:44555 2024-11-12T03:17:51,646 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:17:51,646 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:17:51,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/cluster_54cda55f-55ed-a40a-98a6-c15d1d518dd1/data/data1/current/BP-876698061-172.17.0.2-1731381463494 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:17:51,647 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/cluster_54cda55f-55ed-a40a-98a6-c15d1d518dd1/data/data2/current/BP-876698061-172.17.0.2-1731381463494 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:17:51,647 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:17:51,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40ee5f6a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:17:51,654 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac1b7c8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:17:51,654 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:17:51,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13605576{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:17:51,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7734c845{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/hadoop.log.dir/,STOPPED} 2024-11-12T03:17:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:17:51,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:17:51,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:17:51,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:51,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:51,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:51,667 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:51,668 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:17:51,668 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=969693113, stopped=false 2024-11-12T03:17:51,668 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,40313,1731381459967 2024-11-12T03:17:51,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0502896302/running 2024-11-12T03:17:51,685 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:17:51,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:51,685 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0502896302/running 2024-11-12T03:17:51,685 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:51,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Set watcher on znode that does not yet exist, /0502896302/running 2024-11-12T03:17:51,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Set watcher on znode that does not yet exist, /0502896302/running 2024-11-12T03:17:51,686 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:17:51,686 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:51,686 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:51,686 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,46537,1731381460164' ***** 2024-11-12T03:17:51,686 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:17:51,687 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:17:51,687 INFO [RS:0;3fb681890ab2:46537 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:17:51,687 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:17:51,687 INFO [RS:0;3fb681890ab2:46537 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:17:51,687 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(3091): Received CLOSE for de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:51,688 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,46537,1731381460164 2024-11-12T03:17:51,688 INFO [RS:0;3fb681890ab2:46537 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:17:51,688 INFO [RS:0;3fb681890ab2:46537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:46537. 2024-11-12T03:17:51,688 DEBUG [RS:0;3fb681890ab2:46537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:51,688 DEBUG [RS:0;3fb681890ab2:46537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:51,688 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:17:51,689 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:17:51,689 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:17:51,689 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:17:51,689 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing de5cf6861d82fb867c884668bda267ea, disabling compactions & flushes 2024-11-12T03:17:51,689 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. 2024-11-12T03:17:51,689 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. 2024-11-12T03:17:51,689 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. after waiting 0 ms 2024-11-12T03:17:51,689 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. 2024-11-12T03:17:51,689 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing de5cf6861d82fb867c884668bda267ea 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T03:17:51,691 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T03:17:51,691 DEBUG [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, de5cf6861d82fb867c884668bda267ea=hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea.} 2024-11-12T03:17:51,691 DEBUG [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:51,691 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:17:51,691 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:17:51,691 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:17:51,691 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:17:51,691 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:17:51,692 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T03:17:51,705 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/replication/de5cf6861d82fb867c884668bda267ea/.tmp/queue/d551fcfc35284038bb764d4618473376 is 151, key is 1-3fb681890ab2,46537,1731381460164/queue:3fb681890ab2%2C46537%2C1731381460164/1731381469147/Put/seqid=0 2024-11-12T03:17:51,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741838_1014 (size=5350) 2024-11-12T03:17:51,720 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/.tmp/info/2014a00f81004eb49beaad6e4eb6ba8c is 147, key is hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea./info:regioninfo/1731381468788/Put/seqid=0 2024-11-12T03:17:51,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741839_1015 (size=6631) 2024-11-12T03:17:51,775 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:17:51,891 DEBUG [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:51,925 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.wal-reader.3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.1731381462506 to pos 0, reset compression=false 2024-11-12T03:17:52,091 DEBUG [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, de5cf6861d82fb867c884668bda267ea 2024-11-12T03:17:52,113 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/replication/de5cf6861d82fb867c884668bda267ea/.tmp/queue/d551fcfc35284038bb764d4618473376 2024-11-12T03:17:52,124 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/replication/de5cf6861d82fb867c884668bda267ea/.tmp/queue/d551fcfc35284038bb764d4618473376 as hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/replication/de5cf6861d82fb867c884668bda267ea/queue/d551fcfc35284038bb764d4618473376 2024-11-12T03:17:52,126 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/.tmp/info/2014a00f81004eb49beaad6e4eb6ba8c 2024-11-12T03:17:52,131 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/replication/de5cf6861d82fb867c884668bda267ea/queue/d551fcfc35284038bb764d4618473376, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T03:17:52,132 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for de5cf6861d82fb867c884668bda267ea in 443ms, sequenceid=5, compaction requested=false 2024-11-12T03:17:52,132 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T03:17:52,141 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/replication/de5cf6861d82fb867c884668bda267ea/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T03:17:52,141 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:17:52,141 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:17:52,142 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. 2024-11-12T03:17:52,142 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for de5cf6861d82fb867c884668bda267ea: Waiting for close lock at 1731381471689Running coprocessor pre-close hooks at 1731381471689Disabling compacts and flushes for region at 1731381471689Disabling writes for close at 1731381471689Obtaining lock to block concurrent updates at 1731381471689Preparing flush snapshotting stores in de5cf6861d82fb867c884668bda267ea at 1731381471689Finished memstore snapshotting hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731381471689Flushing stores of hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. at 1731381471690 (+1 ms)Flushing de5cf6861d82fb867c884668bda267ea/queue: creating writer at 1731381471690Flushing de5cf6861d82fb867c884668bda267ea/queue: appending metadata at 1731381471705 (+15 ms)Flushing de5cf6861d82fb867c884668bda267ea/queue: closing flushed file at 1731381471705Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@675e61bc: reopening flushed file at 1731381472123 (+418 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for de5cf6861d82fb867c884668bda267ea in 443ms, sequenceid=5, compaction requested=false at 1731381472132 (+9 ms)Writing region close event to WAL at 1731381472135 (+3 ms)Running coprocessor post-close hooks at 1731381472141 (+6 ms)Closed at 1731381472142 (+1 ms) 2024-11-12T03:17:52,142 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731381467930.de5cf6861d82fb867c884668bda267ea. 2024-11-12T03:17:52,153 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/.tmp/ns/6574dc53607948d898b72c3d6d3f1a1f is 43, key is default/ns:d/1731381463309/Put/seqid=0 2024-11-12T03:17:52,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741840_1016 (size=5153) 2024-11-12T03:17:52,292 DEBUG [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:52,445 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:17:52,445 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:17:52,492 DEBUG [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:17:52,567 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/.tmp/ns/6574dc53607948d898b72c3d6d3f1a1f 2024-11-12T03:17:52,593 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/.tmp/table/680cd3ef01a5431e870dc0bdf97577cd is 53, key is hbase:replication/table:state/1731381468799/Put/seqid=0 2024-11-12T03:17:52,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741841_1017 (size=5256) 2024-11-12T03:17:52,608 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/.tmp/table/680cd3ef01a5431e870dc0bdf97577cd 2024-11-12T03:17:52,615 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/.tmp/info/2014a00f81004eb49beaad6e4eb6ba8c as hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/info/2014a00f81004eb49beaad6e4eb6ba8c 2024-11-12T03:17:52,627 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/info/2014a00f81004eb49beaad6e4eb6ba8c, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T03:17:52,629 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/.tmp/ns/6574dc53607948d898b72c3d6d3f1a1f as hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/ns/6574dc53607948d898b72c3d6d3f1a1f 2024-11-12T03:17:52,635 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/ns/6574dc53607948d898b72c3d6d3f1a1f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T03:17:52,637 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/.tmp/table/680cd3ef01a5431e870dc0bdf97577cd as hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/table/680cd3ef01a5431e870dc0bdf97577cd 2024-11-12T03:17:52,645 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/table/680cd3ef01a5431e870dc0bdf97577cd, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T03:17:52,646 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 954ms, sequenceid=11, compaction requested=false 2024-11-12T03:17:52,657 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T03:17:52,657 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:17:52,657 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:17:52,658 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:52,658 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381471691Running coprocessor pre-close hooks at 1731381471691Disabling compacts and flushes for region at 1731381471691Disabling writes for close at 1731381471691Obtaining lock to block concurrent updates at 1731381471692 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731381471692Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731381471692Flushing stores of hbase:meta,,1.1588230740 at 1731381471693 (+1 ms)Flushing 1588230740/info: creating writer at 1731381471693Flushing 1588230740/info: appending metadata at 1731381471719 (+26 ms)Flushing 1588230740/info: closing flushed file at 1731381471719Flushing 1588230740/ns: creating writer at 1731381472132 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731381472152 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731381472152Flushing 1588230740/table: creating writer at 1731381472573 (+421 ms)Flushing 1588230740/table: appending metadata at 1731381472592 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731381472592Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ab0817: reopening flushed file at 1731381472614 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@525ec095: reopening flushed file at 1731381472628 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c9d0e6e: reopening flushed file at 1731381472636 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 954ms, sequenceid=11, compaction requested=false at 1731381472646 (+10 ms)Writing region close event to WAL at 1731381472648 (+2 ms)Running coprocessor post-close hooks at 1731381472657 (+9 ms)Closed at 1731381472657 2024-11-12T03:17:52,658 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:52,692 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,46537,1731381460164; all regions closed. 2024-11-12T03:17:52,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741834_1010 (size=2742) 2024-11-12T03:17:52,697 DEBUG [RS:0;3fb681890ab2:46537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/oldWALs 2024-11-12T03:17:52,697 INFO [RS:0;3fb681890ab2:46537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C46537%2C1731381460164.meta:.meta(num 1731381463085) 2024-11-12T03:17:52,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741837_1013 (size=1586) 2024-11-12T03:17:52,706 DEBUG [RS:0;3fb681890ab2:46537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/oldWALs 2024-11-12T03:17:52,706 INFO [RS:0;3fb681890ab2:46537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C46537%2C1731381460164.rep:(num 1731381468737) 2024-11-12T03:17:52,708 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.1731381462506 not finished, retry = 0 2024-11-12T03:17:52,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741832_1008 (size=93) 2024-11-12T03:17:52,730 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.wal-reader.3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.1731381462506 to pos 0, reset compression=false 2024-11-12T03:17:52,810 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.wal-reader.3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.1731381462506 2024-11-12T03:17:52,810 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.wal-reader.3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-12T03:17:52,810 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.wal-reader.3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-12T03:17:52,813 DEBUG [RS:0;3fb681890ab2:46537 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/oldWALs 2024-11-12T03:17:52,813 INFO [RS:0;3fb681890ab2:46537 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C46537%2C1731381460164:(num 1731381462506) 2024-11-12T03:17:52,813 DEBUG [RS:0;3fb681890ab2:46537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:52,813 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:17:52,813 INFO [RS:0;3fb681890ab2:46537 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:17:52,813 INFO [RS:0;3fb681890ab2:46537 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T03:17:52,813 INFO [RS:0;3fb681890ab2:46537 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:17:52,814 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,46537,1731381460164 because: Region server is closing 2024-11-12T03:17:52,814 INFO [RS:0;3fb681890ab2:46537 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:46537. 2024-11-12T03:17:52,814 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:17:52,814 DEBUG [RS:0;3fb681890ab2:46537 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:17:52,814 DEBUG [RS:0;3fb681890ab2:46537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:52,814 DEBUG [RS:0;3fb681890ab2:46537 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:52,814 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:17:52,810 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.shipper3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,46537,1731381460164 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/WALs/3fb681890ab2,46537,1731381460164/3fb681890ab2%2C46537%2C1731381460164.1731381462506, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T03:17:52,818 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.shipper3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3fb681890ab2,46537,1731381460164: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3fb681890ab2,46537,1731381460164, walGroup=3fb681890ab2%2C46537%2C1731381460164, offset=3fb681890ab2%2C46537%2C1731381460164.1731381462506:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:46537 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T03:17:52,820 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.shipper3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T03:17:52,822 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.shipper3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T03:17:52,824 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.shipper3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T03:17:52,824 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.shipper3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T03:17:52,824 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.shipper3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T03:17:52,824 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.shipper3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 515904512 }, "NonHeapMemoryUsage": { "committed": 169017344, "init": 7667712, "max": -1, "used": 166370520 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T03:17:52,826 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.shipper3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3fb681890ab2%2C46537%2C1731381460164.1731381462506] 2024-11-12T03:17:52,915 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,46537,1731381460164.replicationSource.shipper3fb681890ab2%2C46537%2C1731381460164,1-3fb681890ab2,46537,1731381460164 terminated 2024-11-12T03:17:52,915 INFO [RS:0;3fb681890ab2:46537 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46537 2024-11-12T03:17:53,015 INFO [RS:0;3fb681890ab2:46537 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:17:53,015 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0502896302/rs/3fb681890ab2,46537,1731381460164 2024-11-12T03:17:53,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302/rs 2024-11-12T03:17:53,025 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,46537,1731381460164] 2024-11-12T03:17:53,036 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0502896302/draining/3fb681890ab2,46537,1731381460164 already deleted, retry=false 2024-11-12T03:17:53,036 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,46537,1731381460164 expired; onlineServers=0 2024-11-12T03:17:53,036 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,40313,1731381459967' ***** 2024-11-12T03:17:53,036 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:17:53,036 INFO [M:0;3fb681890ab2:40313 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:17:53,036 INFO [M:0;3fb681890ab2:40313 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:17:53,036 DEBUG [M:0;3fb681890ab2:40313 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:17:53,036 DEBUG [M:0;3fb681890ab2:40313 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:17:53,036 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:17:53,036 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381462235 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381462235,5,FailOnTimeoutGroup] 2024-11-12T03:17:53,036 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381462235 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381462235,5,FailOnTimeoutGroup] 2024-11-12T03:17:53,037 INFO [M:0;3fb681890ab2:40313 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:17:53,037 INFO [M:0;3fb681890ab2:40313 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:17:53,037 DEBUG [M:0;3fb681890ab2:40313 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:17:53,037 INFO [M:0;3fb681890ab2:40313 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:17:53,037 INFO [M:0;3fb681890ab2:40313 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:17:53,037 INFO [M:0;3fb681890ab2:40313 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:17:53,037 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:17:53,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0502896302/master 2024-11-12T03:17:53,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0502896302 2024-11-12T03:17:53,047 DEBUG [M:0;3fb681890ab2:40313 {}] zookeeper.ZKUtil(347): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Unable to get data of znode /0502896302/master because node does not exist (not an error) 2024-11-12T03:17:53,047 WARN [M:0;3fb681890ab2:40313 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:17:53,047 INFO [M:0;3fb681890ab2:40313 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/.lastflushedseqids 2024-11-12T03:17:53,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741842_1018 (size=181) 2024-11-12T03:17:53,126 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:53,126 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46537-0x1012d0c6fa60001, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:53,126 INFO [RS:0;3fb681890ab2:46537 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:17:53,126 INFO [RS:0;3fb681890ab2:46537 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,46537,1731381460164; zookeeper connection closed. 2024-11-12T03:17:53,126 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@352fcc4f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@352fcc4f 2024-11-12T03:17:53,126 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:17:53,203 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:17:53,204 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:17:53,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:17:53,457 INFO [M:0;3fb681890ab2:40313 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:17:53,457 INFO [M:0;3fb681890ab2:40313 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:17:53,457 DEBUG [M:0;3fb681890ab2:40313 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:17:53,457 INFO [M:0;3fb681890ab2:40313 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:53,457 DEBUG [M:0;3fb681890ab2:40313 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:53,457 DEBUG [M:0;3fb681890ab2:40313 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:17:53,457 DEBUG [M:0;3fb681890ab2:40313 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:53,458 INFO [M:0;3fb681890ab2:40313 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T03:17:53,477 DEBUG [M:0;3fb681890ab2:40313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bda4756a62fe4e5b9faed2497d688403 is 82, key is hbase:meta,,1/info:regioninfo/1731381463132/Put/seqid=0 2024-11-12T03:17:53,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741843_1019 (size=5672) 2024-11-12T03:17:53,885 INFO [M:0;3fb681890ab2:40313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bda4756a62fe4e5b9faed2497d688403 2024-11-12T03:17:53,916 DEBUG [M:0;3fb681890ab2:40313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77521cdb42704ffd92be4a201b776c49 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731381468805/Put/seqid=0 2024-11-12T03:17:53,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741844_1020 (size=7203) 2024-11-12T03:17:53,924 INFO [M:0;3fb681890ab2:40313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77521cdb42704ffd92be4a201b776c49 2024-11-12T03:17:53,951 DEBUG [M:0;3fb681890ab2:40313 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b356a7bef9ea47e18dc57985942a704b is 69, key is 3fb681890ab2,46537,1731381460164/rs:state/1731381462336/Put/seqid=0 2024-11-12T03:17:53,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741845_1021 (size=5156) 2024-11-12T03:17:54,356 INFO [M:0;3fb681890ab2:40313 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b356a7bef9ea47e18dc57985942a704b 2024-11-12T03:17:54,362 DEBUG [M:0;3fb681890ab2:40313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bda4756a62fe4e5b9faed2497d688403 as hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bda4756a62fe4e5b9faed2497d688403 2024-11-12T03:17:54,367 INFO [M:0;3fb681890ab2:40313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bda4756a62fe4e5b9faed2497d688403, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T03:17:54,368 DEBUG [M:0;3fb681890ab2:40313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/77521cdb42704ffd92be4a201b776c49 as hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77521cdb42704ffd92be4a201b776c49 2024-11-12T03:17:54,377 INFO [M:0;3fb681890ab2:40313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/77521cdb42704ffd92be4a201b776c49, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T03:17:54,378 DEBUG [M:0;3fb681890ab2:40313 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b356a7bef9ea47e18dc57985942a704b as hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b356a7bef9ea47e18dc57985942a704b 2024-11-12T03:17:54,385 INFO [M:0;3fb681890ab2:40313 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41047/user/jenkins/test-data/82d4c3f6-7708-b1f0-0d29-1bdd718a495e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b356a7bef9ea47e18dc57985942a704b, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T03:17:54,386 INFO [M:0;3fb681890ab2:40313 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 929ms, sequenceid=70, compaction requested=false 2024-11-12T03:17:54,398 INFO [M:0;3fb681890ab2:40313 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:54,398 DEBUG [M:0;3fb681890ab2:40313 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381473457Disabling compacts and flushes for region at 1731381473457Disabling writes for close at 1731381473457Obtaining lock to block concurrent updates at 1731381473458 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381473458Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731381473458Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381473459 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381473459Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381473477 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381473477Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381473890 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381473915 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381473915Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381473932 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381473950 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381473950Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40116842: reopening flushed file at 1731381474361 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@196d2ee2: reopening flushed file at 1731381474367 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@41309833: reopening flushed file at 1731381474378 (+11 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 929ms, sequenceid=70, compaction requested=false at 1731381474386 (+8 ms)Writing region close event to WAL at 1731381474398 (+12 ms)Closed at 1731381474398 2024-11-12T03:17:54,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46253 is added to blk_1073741830_1006 (size=41008) 2024-11-12T03:17:54,402 INFO [M:0;3fb681890ab2:40313 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:17:54,402 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:17:54,402 INFO [M:0;3fb681890ab2:40313 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40313 2024-11-12T03:17:54,402 INFO [M:0;3fb681890ab2:40313 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:17:54,578 INFO [M:0;3fb681890ab2:40313 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:17:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40313-0x1012d0c6fa60000, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:17:54,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c246225{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:17:54,583 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@392665{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:17:54,583 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:17:54,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59ce6a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:17:54,583 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ce4b172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/hadoop.log.dir/,STOPPED} 2024-11-12T03:17:54,587 WARN [BP-1257808315-172.17.0.2-1731381457944 heartbeating to localhost/127.0.0.1:41047 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:17:54,587 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:17:54,587 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:17:54,587 WARN [BP-1257808315-172.17.0.2-1731381457944 heartbeating to localhost/127.0.0.1:41047 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1257808315-172.17.0.2-1731381457944 (Datanode Uuid 460f522c-f5a6-40d7-9efe-74f813ff182e) service to localhost/127.0.0.1:41047 2024-11-12T03:17:54,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/cluster_04a39d19-730f-2ca4-2680-7ede6dbf3fe8/data/data1/current/BP-1257808315-172.17.0.2-1731381457944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:17:54,588 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/cluster_04a39d19-730f-2ca4-2680-7ede6dbf3fe8/data/data2/current/BP-1257808315-172.17.0.2-1731381457944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:17:54,588 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:17:54,598 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44f7d1c9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:17:54,598 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3be1cd16{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:17:54,598 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:17:54,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@80f7389{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:17:54,599 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@162c83f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/80448596-248b-2f93-0b29-a3b5ed6a5332/hadoop.log.dir/,STOPPED} 2024-11-12T03:17:54,605 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T03:17:54,624 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:17:54,631 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=140 (was 107) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51821) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:41047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44555 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41047 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44555 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44555 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51821) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44555 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41047 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41047 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41047 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 427) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=503 (was 482) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5867 (was 6205) 2024-11-12T03:17:54,641 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=140, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=503, ProcessCount=11, AvailableMemoryMB=5867 2024-11-12T03:17:54,655 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-12T03:17:54,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/hadoop.log.dir so I do NOT create it in target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5 2024-11-12T03:17:54,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:17:54,655 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/hadoop.tmp.dir so I do NOT create it in target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5 2024-11-12T03:17:54,655 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/66e2bb5a-ab1b-44fe-99b6-76d8a7c6f620/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:17:54,655 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5 2024-11-12T03:17:54,655 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/cluster_7c96db11-0348-bc37-36e3-3aed96f8ef6d, deleteOnExit=true 2024-11-12T03:17:54,662 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/cluster_7c96db11-0348-bc37-36e3-3aed96f8ef6d/zookeeper_0, clientPort=54683, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/cluster_7c96db11-0348-bc37-36e3-3aed96f8ef6d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/cluster_7c96db11-0348-bc37-36e3-3aed96f8ef6d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T03:17:54,664 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54683 2024-11-12T03:17:54,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:17:54,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:17:54,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/test.cache.data in system properties and HBase conf 2024-11-12T03:17:54,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:17:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:17:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:17:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:17:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:17:54,665 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:17:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:17:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:17:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:17:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:17:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:17:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:17:54,665 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:17:54,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:17:54,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:17:54,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:17:54,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:17:54,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:17:54,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:17:54,666 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:17:54,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012d0c6fa60002, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:17:54,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012d0c6fa60005, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:17:54,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012d0c6fa60002, quorum=127.0.0.1:51821, baseZNode=/0502896302 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:17:54,703 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012d0c6fa60005, quorum=127.0.0.1:51821, baseZNode=/1-1192011477 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:17:55,040 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:55,048 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:17:55,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:17:55,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:17:55,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:17:55,053 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:55,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1425a20b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:17:55,055 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c806ef1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:17:55,194 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3522e032{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/java.io.tmpdir/jetty-localhost-44553-hadoop-hdfs-3_4_1-tests_jar-_-any-7122011935836903832/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:17:55,195 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@272a7215{HTTP/1.1, (http/1.1)}{localhost:44553} 2024-11-12T03:17:55,195 INFO [Time-limited test {}] server.Server(415): Started @51304ms 2024-11-12T03:17:55,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:55,463 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:17:55,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:17:55,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:17:55,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:17:55,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61327946{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:17:55,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fe4dffa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:17:55,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18dae7f5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/java.io.tmpdir/jetty-localhost-40779-hadoop-hdfs-3_4_1-tests_jar-_-any-2149062906888109438/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:17:55,613 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16482f84{HTTP/1.1, (http/1.1)}{localhost:40779} 2024-11-12T03:17:55,613 INFO [Time-limited test {}] server.Server(415): Started @51722ms 2024-11-12T03:17:55,614 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:17:56,327 WARN [Thread-829 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/cluster_7c96db11-0348-bc37-36e3-3aed96f8ef6d/data/data1/current/BP-1398707968-172.17.0.2-1731381474691/current, will proceed with Du for space computation calculation, 2024-11-12T03:17:56,327 WARN [Thread-830 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/cluster_7c96db11-0348-bc37-36e3-3aed96f8ef6d/data/data2/current/BP-1398707968-172.17.0.2-1731381474691/current, will proceed with Du for space computation calculation, 2024-11-12T03:17:56,349 WARN [Thread-817 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:17:56,352 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7beb2fd97810352 with lease ID 0x7e62f0d1abca2c2e: Processing first storage report for DS-725e4e88-aa9e-4f74-96f8-41e2aa19ac63 from datanode DatanodeRegistration(127.0.0.1:39621, datanodeUuid=9b78c705-202d-4138-8090-11a329deef63, infoPort=45465, infoSecurePort=0, ipcPort=39235, storageInfo=lv=-57;cid=testClusterID;nsid=851719513;c=1731381474691) 2024-11-12T03:17:56,352 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7beb2fd97810352 with lease ID 0x7e62f0d1abca2c2e: from storage DS-725e4e88-aa9e-4f74-96f8-41e2aa19ac63 node DatanodeRegistration(127.0.0.1:39621, datanodeUuid=9b78c705-202d-4138-8090-11a329deef63, infoPort=45465, infoSecurePort=0, ipcPort=39235, storageInfo=lv=-57;cid=testClusterID;nsid=851719513;c=1731381474691), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:17:56,354 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7beb2fd97810352 with lease ID 0x7e62f0d1abca2c2e: Processing first storage report for DS-724ed2dd-9908-4a9a-983b-e78dd303fbef from datanode DatanodeRegistration(127.0.0.1:39621, datanodeUuid=9b78c705-202d-4138-8090-11a329deef63, infoPort=45465, infoSecurePort=0, ipcPort=39235, storageInfo=lv=-57;cid=testClusterID;nsid=851719513;c=1731381474691) 2024-11-12T03:17:56,354 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7beb2fd97810352 with lease ID 0x7e62f0d1abca2c2e: from storage DS-724ed2dd-9908-4a9a-983b-e78dd303fbef node DatanodeRegistration(127.0.0.1:39621, datanodeUuid=9b78c705-202d-4138-8090-11a329deef63, infoPort=45465, infoSecurePort=0, ipcPort=39235, storageInfo=lv=-57;cid=testClusterID;nsid=851719513;c=1731381474691), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:17:56,374 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5 2024-11-12T03:17:56,374 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:56,375 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:56,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:17:56,389 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209 with version=8 2024-11-12T03:17:56,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/hbase-staging 2024-11-12T03:17:56,391 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:17:56,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:56,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:56,391 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:17:56,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:56,391 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:17:56,392 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:17:56,392 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:17:56,392 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42307 2024-11-12T03:17:56,393 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42307 connecting to ZooKeeper ensemble=127.0.0.1:54683 2024-11-12T03:17:56,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:423070x0, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:56,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42307-0x1012d0cb10d0000 connected 2024-11-12T03:17:56,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:56,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:56,556 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Set watcher on znode that does not yet exist, /0-1822806453/running 2024-11-12T03:17:56,556 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209, hbase.cluster.distributed=false 2024-11-12T03:17:56,558 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Set watcher on znode that does not yet exist, /0-1822806453/acl 2024-11-12T03:17:56,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-12T03:17:56,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42307 2024-11-12T03:17:56,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42307 2024-11-12T03:17:56,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-12T03:17:56,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42307 2024-11-12T03:17:56,582 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:17:56,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:56,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:56,582 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:17:56,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:17:56,582 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:17:56,582 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:17:56,582 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:17:56,583 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36783 2024-11-12T03:17:56,584 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36783 connecting to ZooKeeper ensemble=127.0.0.1:54683 2024-11-12T03:17:56,584 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:56,586 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:56,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:367830x0, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:56,601 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Set watcher on znode that does not yet exist, /0-1822806453/running 2024-11-12T03:17:56,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36783-0x1012d0cb10d0001 connected 2024-11-12T03:17:56,601 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:17:56,602 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:17:56,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Set watcher on znode that does not yet exist, /0-1822806453/master 2024-11-12T03:17:56,603 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Set watcher on znode that does not yet exist, /0-1822806453/acl 2024-11-12T03:17:56,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-12T03:17:56,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36783 2024-11-12T03:17:56,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36783 2024-11-12T03:17:56,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-12T03:17:56,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36783 2024-11-12T03:17:56,628 DEBUG [M:0;3fb681890ab2:42307 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:42307 2024-11-12T03:17:56,628 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1822806453/backup-masters/3fb681890ab2,42307,1731381476391 2024-11-12T03:17:56,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453/backup-masters 2024-11-12T03:17:56,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453/backup-masters 2024-11-12T03:17:56,636 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Set watcher on existing znode=/0-1822806453/backup-masters/3fb681890ab2,42307,1731381476391 2024-11-12T03:17:56,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1822806453/master 2024-11-12T03:17:56,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:17:56,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:17:56,647 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Set watcher on existing znode=/0-1822806453/master 2024-11-12T03:17:56,647 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1822806453/backup-masters/3fb681890ab2,42307,1731381476391 from backup master directory 2024-11-12T03:17:56,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1822806453/backup-masters/3fb681890ab2,42307,1731381476391 2024-11-12T03:17:56,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453/backup-masters 2024-11-12T03:17:56,657 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:17:56,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453/backup-masters 2024-11-12T03:17:56,657 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,42307,1731381476391 2024-11-12T03:17:56,662 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/hbase.id] with ID: c7139be3-82e0-46d0-8f3d-279bc4b04eaa 2024-11-12T03:17:56,662 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/.tmp/hbase.id 2024-11-12T03:17:56,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:17:57,071 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/.tmp/hbase.id]:[hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/hbase.id] 2024-11-12T03:17:57,086 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:17:57,086 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:17:57,088 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T03:17:57,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:17:57,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:17:57,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:17:57,153 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:17:57,154 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:17:57,155 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:57,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:17:57,184 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store 2024-11-12T03:17:57,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:17:57,593 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:57,593 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:17:57,593 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:57,594 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:57,594 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:17:57,594 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:57,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:17:57,594 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381477593Disabling compacts and flushes for region at 1731381477593Disabling writes for close at 1731381477594 (+1 ms)Writing region close event to WAL at 1731381477594Closed at 1731381477594 2024-11-12T03:17:57,595 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/.initializing 2024-11-12T03:17:57,595 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/WALs/3fb681890ab2,42307,1731381476391 2024-11-12T03:17:57,596 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:17:57,598 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C42307%2C1731381476391, suffix=, logDir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/WALs/3fb681890ab2,42307,1731381476391, archiveDir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/oldWALs, maxLogs=10 2024-11-12T03:17:57,611 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/WALs/3fb681890ab2,42307,1731381476391/3fb681890ab2%2C42307%2C1731381476391.1731381477598, exclude list is [], retry=0 2024-11-12T03:17:57,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39621,DS-725e4e88-aa9e-4f74-96f8-41e2aa19ac63,DISK] 2024-11-12T03:17:57,625 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/WALs/3fb681890ab2,42307,1731381476391/3fb681890ab2%2C42307%2C1731381476391.1731381477598 2024-11-12T03:17:57,625 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45465:45465)] 2024-11-12T03:17:57,625 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:57,625 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:57,626 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:57,626 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:57,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:57,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:17:57,634 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:57,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:57,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:57,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:17:57,636 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:57,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:57,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:57,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:17:57,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:57,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:57,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:57,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:17:57,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:57,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:17:57,645 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:57,645 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:57,646 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:57,647 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:57,647 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:57,648 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:57,649 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:17:57,651 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:17:57,651 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65550577, jitterRate=-0.023220285773277283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:57,652 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381477626Initializing all the Stores at 1731381477626Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381477626Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381477632 (+6 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381477632Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381477632Cleaning up temporary data from old regions at 1731381477647 (+15 ms)Region opened successfully at 1731381477652 (+5 ms) 2024-11-12T03:17:57,655 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:17:57,661 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7feb84d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:17:57,662 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:17:57,662 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:17:57,662 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:17:57,662 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:17:57,663 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:17:57,663 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:17:57,663 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:17:57,665 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:17:57,666 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Unable to get data of znode /0-1822806453/balancer because node does not exist (not necessarily an error) 2024-11-12T03:17:57,730 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1822806453/balancer already deleted, retry=false 2024-11-12T03:17:57,731 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:17:57,731 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Unable to get data of znode /0-1822806453/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:17:57,741 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1822806453/normalizer already deleted, retry=false 2024-11-12T03:17:57,741 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:17:57,743 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Unable to get data of znode /0-1822806453/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:17:57,751 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1822806453/switch/split already deleted, retry=false 2024-11-12T03:17:57,752 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Unable to get data of znode /0-1822806453/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:17:57,762 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1822806453/switch/merge already deleted, retry=false 2024-11-12T03:17:57,765 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Unable to get data of znode /0-1822806453/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:17:57,772 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1822806453/snapshot-cleanup already deleted, retry=false 2024-11-12T03:17:57,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1822806453/running 2024-11-12T03:17:57,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1822806453/running 2024-11-12T03:17:57,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:17:57,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:17:57,783 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,42307,1731381476391, sessionid=0x1012d0cb10d0000, setting cluster-up flag (Was=false) 2024-11-12T03:17:57,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:17:57,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:17:57,836 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1822806453/flush-table-proc/acquired, /0-1822806453/flush-table-proc/reached, /0-1822806453/flush-table-proc/abort 2024-11-12T03:17:57,836 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,42307,1731381476391 2024-11-12T03:17:57,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:17:57,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:17:57,888 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1822806453/online-snapshot/acquired, /0-1822806453/online-snapshot/reached, /0-1822806453/online-snapshot/abort 2024-11-12T03:17:57,890 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,42307,1731381476391 2024-11-12T03:17:57,892 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:17:57,893 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:57,894 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:17:57,894 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:17:57,894 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,42307,1731381476391 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:17:57,899 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:57,900 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:57,900 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:57,900 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:17:57,900 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:17:57,900 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:57,900 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:17:57,900 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:57,902 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:57,903 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:17:57,904 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:57,904 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:17:57,906 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381507906 2024-11-12T03:17:57,906 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:17:57,906 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:17:57,906 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:17:57,906 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:17:57,906 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:17:57,906 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:17:57,911 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:57,916 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:17:57,916 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:17:57,916 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:17:57,917 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:17:57,919 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:17:57,919 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:17:57,920 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(746): ClusterId : c7139be3-82e0-46d0-8f3d-279bc4b04eaa 2024-11-12T03:17:57,920 DEBUG [RS:0;3fb681890ab2:36783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:17:57,927 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381477919,5,FailOnTimeoutGroup] 2024-11-12T03:17:57,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:17:57,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:17:57,928 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381477927,5,FailOnTimeoutGroup] 2024-11-12T03:17:57,928 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209 2024-11-12T03:17:57,928 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:57,928 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:17:57,928 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:57,928 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:57,931 DEBUG [RS:0;3fb681890ab2:36783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:17:57,931 DEBUG [RS:0;3fb681890ab2:36783 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:17:57,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741832_1008 (size=32) 2024-11-12T03:17:57,943 DEBUG [RS:0;3fb681890ab2:36783 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:17:57,943 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:57,943 DEBUG [RS:0;3fb681890ab2:36783 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a057106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:17:57,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:17:57,949 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:17:57,949 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:57,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:57,950 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:17:57,951 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:17:57,951 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:57,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:57,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:17:57,956 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:17:57,956 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:57,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:57,956 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:17:57,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:17:57,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:57,958 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:57,958 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:17:57,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740 2024-11-12T03:17:57,959 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740 2024-11-12T03:17:57,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:17:57,960 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:17:57,961 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:57,962 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:36783 2024-11-12T03:17:57,962 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:17:57,962 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:17:57,962 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:17:57,962 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:17:57,963 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,42307,1731381476391 with port=36783, startcode=1731381476581 2024-11-12T03:17:57,963 DEBUG [RS:0;3fb681890ab2:36783 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:17:57,964 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:17:57,965 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66500169, jitterRate=-0.009070262312889099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:57,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381477943Initializing all the Stores at 1731381477944 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381477944Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381477945 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381477945Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381477945Cleaning up temporary data from old regions at 1731381477960 (+15 ms)Region opened successfully at 1731381477966 (+6 ms) 2024-11-12T03:17:57,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:17:57,966 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:17:57,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:17:57,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:17:57,966 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:17:57,969 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:17:57,969 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:17:57,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42307 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,36783,1731381476581 2024-11-12T03:17:57,969 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381477966Disabling compacts and flushes for region at 1731381477966Disabling writes for close at 1731381477966Writing region close event to WAL at 1731381477969 (+3 ms)Closed at 1731381477969 2024-11-12T03:17:57,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42307 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,36783,1731381476581 2024-11-12T03:17:57,970 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:57,970 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:17:57,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:17:57,971 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209 2024-11-12T03:17:57,971 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36765 2024-11-12T03:17:57,971 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:17:57,973 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:17:57,974 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:17:57,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453/rs 2024-11-12T03:17:57,983 DEBUG [RS:0;3fb681890ab2:36783 {}] zookeeper.ZKUtil(111): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Set watcher on existing znode=/0-1822806453/rs/3fb681890ab2,36783,1731381476581 2024-11-12T03:17:57,983 WARN [RS:0;3fb681890ab2:36783 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:17:57,983 INFO [RS:0;3fb681890ab2:36783 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:57,984 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581 2024-11-12T03:17:57,985 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,36783,1731381476581] 2024-11-12T03:17:57,991 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:17:57,993 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:17:57,993 INFO [RS:0;3fb681890ab2:36783 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:17:57,993 INFO [RS:0;3fb681890ab2:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:57,996 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:17:57,997 INFO [RS:0;3fb681890ab2:36783 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:17:57,997 INFO [RS:0;3fb681890ab2:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:57,997 DEBUG [RS:0;3fb681890ab2:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:57,997 DEBUG [RS:0;3fb681890ab2:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:57,997 DEBUG [RS:0;3fb681890ab2:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:57,997 DEBUG [RS:0;3fb681890ab2:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:57,997 DEBUG [RS:0;3fb681890ab2:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:57,997 DEBUG [RS:0;3fb681890ab2:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:17:57,997 DEBUG [RS:0;3fb681890ab2:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:57,997 DEBUG [RS:0;3fb681890ab2:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:57,997 DEBUG [RS:0;3fb681890ab2:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:57,999 DEBUG [RS:0;3fb681890ab2:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:57,999 DEBUG [RS:0;3fb681890ab2:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:57,999 DEBUG [RS:0;3fb681890ab2:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:17:57,999 DEBUG [RS:0;3fb681890ab2:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:17:57,999 DEBUG [RS:0;3fb681890ab2:36783 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:17:58,004 INFO [RS:0;3fb681890ab2:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,004 INFO [RS:0;3fb681890ab2:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,004 INFO [RS:0;3fb681890ab2:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,004 INFO [RS:0;3fb681890ab2:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,004 INFO [RS:0;3fb681890ab2:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,004 INFO [RS:0;3fb681890ab2:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36783,1731381476581-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:17:58,023 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:17:58,023 INFO [RS:0;3fb681890ab2:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36783,1731381476581-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,023 INFO [RS:0;3fb681890ab2:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,023 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.Replication(171): 3fb681890ab2,36783,1731381476581 started 2024-11-12T03:17:58,041 INFO [RS:0;3fb681890ab2:36783 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,041 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,36783,1731381476581, RpcServer on 3fb681890ab2/172.17.0.2:36783, sessionid=0x1012d0cb10d0001 2024-11-12T03:17:58,041 DEBUG [RS:0;3fb681890ab2:36783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:17:58,041 DEBUG [RS:0;3fb681890ab2:36783 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,36783,1731381476581 2024-11-12T03:17:58,042 DEBUG [RS:0;3fb681890ab2:36783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,36783,1731381476581' 2024-11-12T03:17:58,042 DEBUG [RS:0;3fb681890ab2:36783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1822806453/flush-table-proc/abort' 2024-11-12T03:17:58,042 DEBUG [RS:0;3fb681890ab2:36783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1822806453/flush-table-proc/acquired' 2024-11-12T03:17:58,042 DEBUG [RS:0;3fb681890ab2:36783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:17:58,042 DEBUG [RS:0;3fb681890ab2:36783 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:17:58,042 DEBUG [RS:0;3fb681890ab2:36783 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,36783,1731381476581 2024-11-12T03:17:58,042 DEBUG [RS:0;3fb681890ab2:36783 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,36783,1731381476581' 2024-11-12T03:17:58,042 DEBUG [RS:0;3fb681890ab2:36783 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1822806453/online-snapshot/abort' 2024-11-12T03:17:58,043 DEBUG [RS:0;3fb681890ab2:36783 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1822806453/online-snapshot/acquired' 2024-11-12T03:17:58,043 DEBUG [RS:0;3fb681890ab2:36783 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:17:58,043 INFO [RS:0;3fb681890ab2:36783 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:17:58,043 INFO [RS:0;3fb681890ab2:36783 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:17:58,125 WARN [3fb681890ab2:42307 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T03:17:58,144 INFO [RS:0;3fb681890ab2:36783 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:17:58,145 INFO [RS:0;3fb681890ab2:36783 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C36783%2C1731381476581, suffix=, logDir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581, archiveDir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/oldWALs, maxLogs=10 2024-11-12T03:17:58,160 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:17:58,162 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:17:58,163 DEBUG [RS:0;3fb681890ab2:36783 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146, exclude list is [], retry=0 2024-11-12T03:17:58,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39621,DS-725e4e88-aa9e-4f74-96f8-41e2aa19ac63,DISK] 2024-11-12T03:17:58,168 INFO [RS:0;3fb681890ab2:36783 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 2024-11-12T03:17:58,169 DEBUG [RS:0;3fb681890ab2:36783 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45465:45465)] 2024-11-12T03:17:58,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:17:58,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:17:58,375 DEBUG [3fb681890ab2:42307 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:17:58,375 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,36783,1731381476581 2024-11-12T03:17:58,376 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,36783,1731381476581, state=OPENING 2024-11-12T03:17:58,425 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:17:58,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:17:58,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:17:58,461 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:17:58,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1822806453/meta-region-server: CHANGED 2024-11-12T03:17:58,461 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,36783,1731381476581}] 2024-11-12T03:17:58,461 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1822806453/meta-region-server: CHANGED 2024-11-12T03:17:58,615 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:17:58,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42197, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:17:58,620 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:17:58,620 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:17:58,621 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:17:58,625 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C36783%2C1731381476581.meta, suffix=.meta, logDir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581, archiveDir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/oldWALs, maxLogs=10 2024-11-12T03:17:58,645 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.meta.1731381478626.meta, exclude list is [], retry=0 2024-11-12T03:17:58,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39621,DS-725e4e88-aa9e-4f74-96f8-41e2aa19ac63,DISK] 2024-11-12T03:17:58,649 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.meta.1731381478626.meta 2024-11-12T03:17:58,649 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45465:45465)] 2024-11-12T03:17:58,650 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:17:58,650 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:17:58,650 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:17:58,650 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:17:58,650 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:17:58,650 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:17:58,650 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:17:58,651 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:17:58,651 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:17:58,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:17:58,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:17:58,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:58,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:58,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:17:58,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:17:58,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:58,657 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:58,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:17:58,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:17:58,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:58,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:58,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:17:58,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:17:58,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:17:58,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:17:58,662 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:17:58,662 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740 2024-11-12T03:17:58,663 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740 2024-11-12T03:17:58,664 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:17:58,664 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:17:58,665 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:17:58,666 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:17:58,667 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67926917, jitterRate=0.012189939618110657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:17:58,667 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:17:58,668 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381478651Writing region info on filesystem at 1731381478651Initializing all the Stores at 1731381478652 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381478652Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381478652Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381478652Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381478652Cleaning up temporary data from old regions at 1731381478664 (+12 ms)Running coprocessor post-open hooks at 1731381478667 (+3 ms)Region opened successfully at 1731381478668 (+1 ms) 2024-11-12T03:17:58,669 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381478614 2024-11-12T03:17:58,672 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:17:58,672 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:17:58,673 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,36783,1731381476581 2024-11-12T03:17:58,674 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,36783,1731381476581, state=OPEN 2024-11-12T03:17:58,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1822806453/meta-region-server 2024-11-12T03:17:58,695 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1822806453/meta-region-server 2024-11-12T03:17:58,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1822806453/meta-region-server: CHANGED 2024-11-12T03:17:58,695 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1822806453/meta-region-server: CHANGED 2024-11-12T03:17:58,696 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,36783,1731381476581 2024-11-12T03:17:58,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:17:58,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,36783,1731381476581 in 235 msec 2024-11-12T03:17:58,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:17:58,704 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 729 msec 2024-11-12T03:17:58,706 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:17:58,706 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:17:58,707 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:17:58,707 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,36783,1731381476581, seqNum=-1] 2024-11-12T03:17:58,708 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:17:58,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:17:58,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 823 msec 2024-11-12T03:17:58,719 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381478719, completionTime=-1 2024-11-12T03:17:58,719 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:17:58,719 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:17:58,721 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:17:58,721 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381538721 2024-11-12T03:17:58,721 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381598721 2024-11-12T03:17:58,721 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T03:17:58,722 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42307,1731381476391-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,722 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42307,1731381476391-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,722 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42307,1731381476391-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,722 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:42307, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,722 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,723 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,724 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:17:58,730 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.072sec 2024-11-12T03:17:58,730 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:17:58,730 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:17:58,730 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:17:58,730 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:17:58,730 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:17:58,730 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42307,1731381476391-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:17:58,730 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42307,1731381476391-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:17:58,732 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:17:58,732 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:17:58,733 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42307,1731381476391-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:17:58,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d75e731, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:58,821 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,42307,-1 for getting cluster id 2024-11-12T03:17:58,821 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:17:58,822 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7139be3-82e0-46d0-8f3d-279bc4b04eaa' 2024-11-12T03:17:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:17:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7139be3-82e0-46d0-8f3d-279bc4b04eaa" 2024-11-12T03:17:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217b5295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,42307,-1] 2024-11-12T03:17:58,823 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:17:58,824 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:17:58,825 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:17:58,826 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e5e9422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:17:58,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:17:58,827 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,36783,1731381476581, seqNum=-1] 2024-11-12T03:17:58,828 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:17:58,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:17:58,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,42307,1731381476391 2024-11-12T03:17:58,832 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54683 2024-11-12T03:17:58,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:17:58,843 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012d0cb10d0002 connected 2024-11-12T03:17:58,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/hadoop.log.dir so I do NOT create it in target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679 2024-11-12T03:17:58,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:17:58,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/hadoop.tmp.dir so I do NOT create it in target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679 2024-11-12T03:17:58,858 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:17:58,858 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679 2024-11-12T03:17:58,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:17:58,858 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/cluster_dd9c4d19-e8d4-0811-ea00-1631e7293924, deleteOnExit=true 2024-11-12T03:17:58,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:17:58,858 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/test.cache.data in system properties and HBase conf 2024-11-12T03:17:58,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:17:58,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:17:58,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:17:58,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:17:58,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:17:58,859 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:17:58,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:17:58,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:17:58,859 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:17:58,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:17:58,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:17:58,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:17:58,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:17:58,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:17:58,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:17:58,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:17:58,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:17:58,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:17:58,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:17:58,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:17:59,234 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:59,239 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:17:59,241 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:17:59,242 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:17:59,242 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:17:59,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:59,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@190dc48d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:17:59,244 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@891ab73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:17:59,357 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@dd157b7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/java.io.tmpdir/jetty-localhost-40893-hadoop-hdfs-3_4_1-tests_jar-_-any-6575731865396719445/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:17:59,358 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4a6817b9{HTTP/1.1, (http/1.1)}{localhost:40893} 2024-11-12T03:17:59,358 INFO [Time-limited test {}] server.Server(415): Started @55467ms 2024-11-12T03:17:59,660 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:17:59,668 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:17:59,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:17:59,672 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:17:59,672 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:17:59,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@759cc101{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:17:59,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5b468588{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:17:59,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d4c7246{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/java.io.tmpdir/jetty-localhost-39599-hadoop-hdfs-3_4_1-tests_jar-_-any-3303692870464269991/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:17:59,801 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@ba4d1a{HTTP/1.1, (http/1.1)}{localhost:39599} 2024-11-12T03:17:59,801 INFO [Time-limited test {}] server.Server(415): Started @55910ms 2024-11-12T03:17:59,802 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:18:00,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T03:18:00,491 WARN [Thread-950 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/cluster_dd9c4d19-e8d4-0811-ea00-1631e7293924/data/data1/current/BP-2128969580-172.17.0.2-1731381478882/current, will proceed with Du for space computation calculation, 2024-11-12T03:18:00,492 WARN [Thread-951 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/cluster_dd9c4d19-e8d4-0811-ea00-1631e7293924/data/data2/current/BP-2128969580-172.17.0.2-1731381478882/current, will proceed with Du for space computation calculation, 2024-11-12T03:18:00,529 WARN [Thread-938 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:18:00,532 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadd8f83a7dadbd52 with lease ID 0xab065023f4845f08: Processing first storage report for DS-2b2fba16-a0fb-4aad-ba9e-7039c0c72114 from datanode DatanodeRegistration(127.0.0.1:36291, datanodeUuid=93261683-01c2-46e7-b755-7ad5503fc11d, infoPort=44873, infoSecurePort=0, ipcPort=46605, storageInfo=lv=-57;cid=testClusterID;nsid=463486939;c=1731381478882) 2024-11-12T03:18:00,532 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadd8f83a7dadbd52 with lease ID 0xab065023f4845f08: from storage DS-2b2fba16-a0fb-4aad-ba9e-7039c0c72114 node DatanodeRegistration(127.0.0.1:36291, datanodeUuid=93261683-01c2-46e7-b755-7ad5503fc11d, infoPort=44873, infoSecurePort=0, ipcPort=46605, storageInfo=lv=-57;cid=testClusterID;nsid=463486939;c=1731381478882), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:18:00,532 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xadd8f83a7dadbd52 with lease ID 0xab065023f4845f08: Processing first storage report for DS-74e79516-0ef7-40c3-9efe-95ac9f211a63 from datanode DatanodeRegistration(127.0.0.1:36291, datanodeUuid=93261683-01c2-46e7-b755-7ad5503fc11d, infoPort=44873, infoSecurePort=0, ipcPort=46605, storageInfo=lv=-57;cid=testClusterID;nsid=463486939;c=1731381478882) 2024-11-12T03:18:00,532 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xadd8f83a7dadbd52 with lease ID 0xab065023f4845f08: from storage DS-74e79516-0ef7-40c3-9efe-95ac9f211a63 node DatanodeRegistration(127.0.0.1:36291, datanodeUuid=93261683-01c2-46e7-b755-7ad5503fc11d, infoPort=44873, infoSecurePort=0, ipcPort=46605, storageInfo=lv=-57;cid=testClusterID;nsid=463486939;c=1731381478882), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T03:18:00,581 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679 2024-11-12T03:18:00,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:18:00,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:18:00,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:18:00,604 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0 with version=8 2024-11-12T03:18:00,604 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/hbase-staging 2024-11-12T03:18:00,607 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:18:00,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:18:00,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:18:00,607 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:18:00,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:18:00,607 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:18:00,607 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:18:00,607 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:18:00,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45005 2024-11-12T03:18:00,609 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45005 connecting to ZooKeeper ensemble=127.0.0.1:54683 2024-11-12T03:18:00,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:450050x0, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:18:00,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45005-0x1012d0cb10d0003 connected 2024-11-12T03:18:00,706 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:18:00,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:18:00,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Set watcher on znode that does not yet exist, /1-759119485/running 2024-11-12T03:18:00,710 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0, hbase.cluster.distributed=false 2024-11-12T03:18:00,711 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Set watcher on znode that does not yet exist, /1-759119485/acl 2024-11-12T03:18:00,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45005 2024-11-12T03:18:00,711 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45005 2024-11-12T03:18:00,712 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45005 2024-11-12T03:18:00,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45005 2024-11-12T03:18:00,724 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45005 2024-11-12T03:18:00,744 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:18:00,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:18:00,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:18:00,744 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:18:00,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:18:00,744 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:18:00,745 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:18:00,745 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:18:00,745 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35195 2024-11-12T03:18:00,747 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35195 connecting to ZooKeeper ensemble=127.0.0.1:54683 2024-11-12T03:18:00,747 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:18:00,750 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:18:00,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:351950x0, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:18:00,762 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:351950x0, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Set watcher on znode that does not yet exist, /1-759119485/running 2024-11-12T03:18:00,762 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:18:00,764 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35195-0x1012d0cb10d0004 connected 2024-11-12T03:18:00,764 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:18:00,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Set watcher on znode that does not yet exist, /1-759119485/master 2024-11-12T03:18:00,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Set watcher on znode that does not yet exist, /1-759119485/acl 2024-11-12T03:18:00,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35195 2024-11-12T03:18:00,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35195 2024-11-12T03:18:00,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35195 2024-11-12T03:18:00,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35195 2024-11-12T03:18:00,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35195 2024-11-12T03:18:00,791 DEBUG [M:0;3fb681890ab2:45005 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:45005 2024-11-12T03:18:00,793 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-759119485/backup-masters/3fb681890ab2,45005,1731381480606 2024-11-12T03:18:00,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485/backup-masters 2024-11-12T03:18:00,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485/backup-masters 2024-11-12T03:18:00,804 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Set watcher on existing znode=/1-759119485/backup-masters/3fb681890ab2,45005,1731381480606 2024-11-12T03:18:00,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:18:00,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-759119485/master 2024-11-12T03:18:00,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:18:00,816 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Set watcher on existing znode=/1-759119485/master 2024-11-12T03:18:00,816 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-759119485/backup-masters/3fb681890ab2,45005,1731381480606 from backup master directory 2024-11-12T03:18:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485/backup-masters 2024-11-12T03:18:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-759119485/backup-masters/3fb681890ab2,45005,1731381480606 2024-11-12T03:18:00,825 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:18:00,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485/backup-masters 2024-11-12T03:18:00,825 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,45005,1731381480606 2024-11-12T03:18:00,830 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/hbase.id] with ID: 447a4226-972d-4011-b509-422e40fc25d7 2024-11-12T03:18:00,830 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/.tmp/hbase.id 2024-11-12T03:18:00,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:18:01,240 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/.tmp/hbase.id]:[hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/hbase.id] 2024-11-12T03:18:01,252 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:18:01,252 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:18:01,253 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T03:18:01,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:18:01,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:18:01,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:18:01,708 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:18:01,709 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:18:01,709 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:18:01,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:18:02,117 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store 2024-11-12T03:18:02,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:18:02,533 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:18:02,533 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:18:02,533 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:18:02,533 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:18:02,533 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:18:02,533 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:18:02,533 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:18:02,533 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381482533Disabling compacts and flushes for region at 1731381482533Disabling writes for close at 1731381482533Writing region close event to WAL at 1731381482533Closed at 1731381482533 2024-11-12T03:18:02,534 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/.initializing 2024-11-12T03:18:02,534 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/WALs/3fb681890ab2,45005,1731381480606 2024-11-12T03:18:02,535 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:18:02,537 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C45005%2C1731381480606, suffix=, logDir=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/WALs/3fb681890ab2,45005,1731381480606, archiveDir=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/oldWALs, maxLogs=10 2024-11-12T03:18:02,548 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/WALs/3fb681890ab2,45005,1731381480606/3fb681890ab2%2C45005%2C1731381480606.1731381482537, exclude list is [], retry=0 2024-11-12T03:18:02,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36291,DS-2b2fba16-a0fb-4aad-ba9e-7039c0c72114,DISK] 2024-11-12T03:18:02,552 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/WALs/3fb681890ab2,45005,1731381480606/3fb681890ab2%2C45005%2C1731381480606.1731381482537 2024-11-12T03:18:02,552 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44873:44873)] 2024-11-12T03:18:02,552 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:18:02,552 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:18:02,552 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:18:02,552 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:18:02,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:18:02,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:18:02,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:02,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:18:02,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:18:02,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:18:02,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:02,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:18:02,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:18:02,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:18:02,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:02,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:18:02,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:18:02,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:18:02,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:02,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:18:02,560 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:18:02,560 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:18:02,561 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:18:02,562 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:18:02,562 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:18:02,563 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:18:02,564 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:18:02,565 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:18:02,566 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69911535, jitterRate=0.041763052344322205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:18:02,566 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381482552Initializing all the Stores at 1731381482553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381482553Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381482553Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381482553Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381482554 (+1 ms)Cleaning up temporary data from old regions at 1731381482562 (+8 ms)Region opened successfully at 1731381482566 (+4 ms) 2024-11-12T03:18:02,566 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:18:02,569 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca7adb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:18:02,569 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:18:02,570 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:18:02,570 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:18:02,570 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:18:02,570 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:18:02,570 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:18:02,570 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:18:02,572 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:18:02,573 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Unable to get data of znode /1-759119485/balancer because node does not exist (not necessarily an error) 2024-11-12T03:18:02,667 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-759119485/balancer already deleted, retry=false 2024-11-12T03:18:02,667 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:18:02,668 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Unable to get data of znode /1-759119485/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:18:02,677 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-759119485/normalizer already deleted, retry=false 2024-11-12T03:18:02,677 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:18:02,678 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Unable to get data of znode /1-759119485/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:18:02,688 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-759119485/switch/split already deleted, retry=false 2024-11-12T03:18:02,688 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Unable to get data of znode /1-759119485/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:18:02,698 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-759119485/switch/merge already deleted, retry=false 2024-11-12T03:18:02,700 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Unable to get data of znode /1-759119485/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:18:02,709 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-759119485/snapshot-cleanup already deleted, retry=false 2024-11-12T03:18:02,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-759119485/running 2024-11-12T03:18:02,719 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-759119485/running 2024-11-12T03:18:02,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:18:02,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:18:02,720 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,45005,1731381480606, sessionid=0x1012d0cb10d0003, setting cluster-up flag (Was=false) 2024-11-12T03:18:02,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:18:02,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:18:02,772 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-759119485/flush-table-proc/acquired, /1-759119485/flush-table-proc/reached, /1-759119485/flush-table-proc/abort 2024-11-12T03:18:02,773 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,45005,1731381480606 2024-11-12T03:18:02,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:18:02,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:18:02,825 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-759119485/online-snapshot/acquired, /1-759119485/online-snapshot/reached, /1-759119485/online-snapshot/abort 2024-11-12T03:18:02,826 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,45005,1731381480606 2024-11-12T03:18:02,827 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:18:02,828 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:18:02,829 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:18:02,829 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:18:02,829 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,45005,1731381480606 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:18:02,830 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:18:02,830 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:18:02,830 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:18:02,831 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:18:02,831 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:18:02,831 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:18:02,831 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:18:02,831 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:18:02,831 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381512831 2024-11-12T03:18:02,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:18:02,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:18:02,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:18:02,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:18:02,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:18:02,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:18:02,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:02,832 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:18:02,832 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:18:02,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:18:02,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:18:02,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:18:02,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:18:02,833 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:18:02,833 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:18:02,834 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:02,834 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:18:02,836 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381482833,5,FailOnTimeoutGroup] 2024-11-12T03:18:02,836 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381482836,5,FailOnTimeoutGroup] 2024-11-12T03:18:02,837 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:02,837 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:18:02,837 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:02,837 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:02,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:18:02,880 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(746): ClusterId : 447a4226-972d-4011-b509-422e40fc25d7 2024-11-12T03:18:02,880 DEBUG [RS:0;3fb681890ab2:35195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:18:02,888 DEBUG [RS:0;3fb681890ab2:35195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:18:02,888 DEBUG [RS:0;3fb681890ab2:35195 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:18:02,899 DEBUG [RS:0;3fb681890ab2:35195 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:18:02,899 DEBUG [RS:0;3fb681890ab2:35195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38207e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:18:02,909 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:35195 2024-11-12T03:18:02,909 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:18:02,909 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:18:02,909 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:18:02,909 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,45005,1731381480606 with port=35195, startcode=1731381480744 2024-11-12T03:18:02,910 DEBUG [RS:0;3fb681890ab2:35195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:18:02,911 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40427, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:18:02,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45005 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,35195,1731381480744 2024-11-12T03:18:02,911 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45005 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,35195,1731381480744 2024-11-12T03:18:02,912 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0 2024-11-12T03:18:02,912 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44575 2024-11-12T03:18:02,913 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:18:02,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485/rs 2024-11-12T03:18:02,962 DEBUG [RS:0;3fb681890ab2:35195 {}] zookeeper.ZKUtil(111): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Set watcher on existing znode=/1-759119485/rs/3fb681890ab2,35195,1731381480744 2024-11-12T03:18:02,962 WARN [RS:0;3fb681890ab2:35195 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:18:02,962 INFO [RS:0;3fb681890ab2:35195 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:18:02,962 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/WALs/3fb681890ab2,35195,1731381480744 2024-11-12T03:18:02,963 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,35195,1731381480744] 2024-11-12T03:18:02,965 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:18:02,968 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:18:02,969 INFO [RS:0;3fb681890ab2:35195 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:18:02,969 INFO [RS:0;3fb681890ab2:35195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:02,969 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:18:02,970 INFO [RS:0;3fb681890ab2:35195 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:18:02,970 INFO [RS:0;3fb681890ab2:35195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:02,970 DEBUG [RS:0;3fb681890ab2:35195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:18:02,970 DEBUG [RS:0;3fb681890ab2:35195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:18:02,970 DEBUG [RS:0;3fb681890ab2:35195 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:18:02,970 DEBUG [RS:0;3fb681890ab2:35195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:18:02,970 DEBUG [RS:0;3fb681890ab2:35195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:18:02,970 DEBUG [RS:0;3fb681890ab2:35195 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:18:02,970 DEBUG [RS:0;3fb681890ab2:35195 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:18:02,970 DEBUG [RS:0;3fb681890ab2:35195 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:18:02,970 DEBUG [RS:0;3fb681890ab2:35195 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:18:02,970 DEBUG [RS:0;3fb681890ab2:35195 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:18:02,970 DEBUG [RS:0;3fb681890ab2:35195 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:18:02,970 DEBUG [RS:0;3fb681890ab2:35195 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:18:02,970 DEBUG [RS:0;3fb681890ab2:35195 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:18:02,970 DEBUG [RS:0;3fb681890ab2:35195 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:18:02,971 INFO [RS:0;3fb681890ab2:35195 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:02,971 INFO [RS:0;3fb681890ab2:35195 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:02,971 INFO [RS:0;3fb681890ab2:35195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:02,971 INFO [RS:0;3fb681890ab2:35195 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:02,971 INFO [RS:0;3fb681890ab2:35195 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:02,971 INFO [RS:0;3fb681890ab2:35195 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35195,1731381480744-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:18:02,982 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:18:02,983 INFO [RS:0;3fb681890ab2:35195 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35195,1731381480744-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:02,983 INFO [RS:0;3fb681890ab2:35195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:02,983 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.Replication(171): 3fb681890ab2,35195,1731381480744 started 2024-11-12T03:18:02,994 INFO [RS:0;3fb681890ab2:35195 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:02,994 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,35195,1731381480744, RpcServer on 3fb681890ab2/172.17.0.2:35195, sessionid=0x1012d0cb10d0004 2024-11-12T03:18:02,994 DEBUG [RS:0;3fb681890ab2:35195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:18:02,994 DEBUG [RS:0;3fb681890ab2:35195 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,35195,1731381480744 2024-11-12T03:18:02,994 DEBUG [RS:0;3fb681890ab2:35195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,35195,1731381480744' 2024-11-12T03:18:02,994 DEBUG [RS:0;3fb681890ab2:35195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-759119485/flush-table-proc/abort' 2024-11-12T03:18:02,995 DEBUG [RS:0;3fb681890ab2:35195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-759119485/flush-table-proc/acquired' 2024-11-12T03:18:02,995 DEBUG [RS:0;3fb681890ab2:35195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:18:02,995 DEBUG [RS:0;3fb681890ab2:35195 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:18:02,995 DEBUG [RS:0;3fb681890ab2:35195 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,35195,1731381480744 2024-11-12T03:18:02,995 DEBUG [RS:0;3fb681890ab2:35195 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,35195,1731381480744' 2024-11-12T03:18:02,995 DEBUG [RS:0;3fb681890ab2:35195 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-759119485/online-snapshot/abort' 2024-11-12T03:18:02,996 DEBUG [RS:0;3fb681890ab2:35195 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-759119485/online-snapshot/acquired' 2024-11-12T03:18:02,996 DEBUG [RS:0;3fb681890ab2:35195 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:18:02,996 INFO [RS:0;3fb681890ab2:35195 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:18:02,996 INFO [RS:0;3fb681890ab2:35195 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:18:03,096 INFO [RS:0;3fb681890ab2:35195 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:18:03,098 INFO [RS:0;3fb681890ab2:35195 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C35195%2C1731381480744, suffix=, logDir=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/WALs/3fb681890ab2,35195,1731381480744, archiveDir=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/oldWALs, maxLogs=10 2024-11-12T03:18:03,109 DEBUG [RS:0;3fb681890ab2:35195 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/WALs/3fb681890ab2,35195,1731381480744/3fb681890ab2%2C35195%2C1731381480744.1731381483098, exclude list is [], retry=0 2024-11-12T03:18:03,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36291,DS-2b2fba16-a0fb-4aad-ba9e-7039c0c72114,DISK] 2024-11-12T03:18:03,113 INFO [RS:0;3fb681890ab2:35195 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/WALs/3fb681890ab2,35195,1731381480744/3fb681890ab2%2C35195%2C1731381480744.1731381483098 2024-11-12T03:18:03,113 DEBUG [RS:0;3fb681890ab2:35195 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44873:44873)] 2024-11-12T03:18:03,240 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:18:03,241 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0 2024-11-12T03:18:03,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:18:03,647 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:18:03,648 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:18:03,649 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:18:03,649 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:03,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:18:03,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:18:03,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:18:03,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:03,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:18:03,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:18:03,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:18:03,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:03,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:18:03,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:18:03,654 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:18:03,654 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:03,655 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:18:03,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:18:03,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740 2024-11-12T03:18:03,655 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740 2024-11-12T03:18:03,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:18:03,656 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:18:03,657 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:18:03,658 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:18:03,659 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:18:03,659 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63010861, jitterRate=-0.06106500327587128}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:18:03,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381483647Initializing all the Stores at 1731381483648 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381483648Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381483648Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381483648Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381483648Cleaning up temporary data from old regions at 1731381483656 (+8 ms)Region opened successfully at 1731381483660 (+4 ms) 2024-11-12T03:18:03,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:18:03,660 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:18:03,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:18:03,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:18:03,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:18:03,660 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:18:03,660 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381483660Disabling compacts and flushes for region at 1731381483660Disabling writes for close at 1731381483660Writing region close event to WAL at 1731381483660Closed at 1731381483660 2024-11-12T03:18:03,661 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:18:03,661 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:18:03,661 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:18:03,662 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:18:03,663 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:18:03,814 DEBUG [3fb681890ab2:45005 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:18:03,814 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,35195,1731381480744 2024-11-12T03:18:03,815 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,35195,1731381480744, state=OPENING 2024-11-12T03:18:03,877 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:18:03,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:18:03,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:18:03,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-759119485/meta-region-server: CHANGED 2024-11-12T03:18:03,888 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-759119485/meta-region-server: CHANGED 2024-11-12T03:18:03,888 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:18:03,888 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,35195,1731381480744}] 2024-11-12T03:18:04,041 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:18:04,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:18:04,046 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:18:04,046 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:18:04,046 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:18:04,048 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C35195%2C1731381480744.meta, suffix=.meta, logDir=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/WALs/3fb681890ab2,35195,1731381480744, archiveDir=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/oldWALs, maxLogs=10 2024-11-12T03:18:04,059 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/WALs/3fb681890ab2,35195,1731381480744/3fb681890ab2%2C35195%2C1731381480744.meta.1731381484048.meta, exclude list is [], retry=0 2024-11-12T03:18:04,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36291,DS-2b2fba16-a0fb-4aad-ba9e-7039c0c72114,DISK] 2024-11-12T03:18:04,063 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/WALs/3fb681890ab2,35195,1731381480744/3fb681890ab2%2C35195%2C1731381480744.meta.1731381484048.meta 2024-11-12T03:18:04,063 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44873:44873)] 2024-11-12T03:18:04,063 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:18:04,063 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:18:04,063 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:18:04,063 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:18:04,064 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:18:04,064 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:18:04,064 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:18:04,064 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:18:04,064 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:18:04,065 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:18:04,066 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:18:04,066 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:04,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:18:04,066 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:18:04,067 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:18:04,067 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:04,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:18:04,067 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:18:04,068 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:18:04,068 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:04,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:18:04,069 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:18:04,069 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:18:04,069 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:04,070 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:18:04,070 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:18:04,071 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740 2024-11-12T03:18:04,072 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740 2024-11-12T03:18:04,073 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:18:04,073 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:18:04,073 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:18:04,075 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:18:04,075 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72926292, jitterRate=0.08668643236160278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:18:04,075 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:18:04,076 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381484064Writing region info on filesystem at 1731381484064Initializing all the Stores at 1731381484065 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381484065Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381484065Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381484065Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381484065Cleaning up temporary data from old regions at 1731381484073 (+8 ms)Running coprocessor post-open hooks at 1731381484075 (+2 ms)Region opened successfully at 1731381484075 2024-11-12T03:18:04,076 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381484041 2024-11-12T03:18:04,078 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:18:04,078 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:18:04,079 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,35195,1731381480744 2024-11-12T03:18:04,080 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,35195,1731381480744, state=OPEN 2024-11-12T03:18:04,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-759119485/meta-region-server 2024-11-12T03:18:04,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-759119485/meta-region-server 2024-11-12T03:18:04,088 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,35195,1731381480744 2024-11-12T03:18:04,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-759119485/meta-region-server: CHANGED 2024-11-12T03:18:04,088 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-759119485/meta-region-server: CHANGED 2024-11-12T03:18:04,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:18:04,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,35195,1731381480744 in 200 msec 2024-11-12T03:18:04,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:18:04,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 429 msec 2024-11-12T03:18:04,093 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:18:04,093 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:18:04,094 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:18:04,094 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,35195,1731381480744, seqNum=-1] 2024-11-12T03:18:04,095 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:18:04,096 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:18:04,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2720 sec 2024-11-12T03:18:04,101 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381484101, completionTime=-1 2024-11-12T03:18:04,101 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:18:04,101 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:18:04,102 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:18:04,102 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381544102 2024-11-12T03:18:04,102 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381604102 2024-11-12T03:18:04,103 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T03:18:04,103 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45005,1731381480606-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:04,103 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45005,1731381480606-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:04,103 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45005,1731381480606-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:04,103 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:45005, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:04,103 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:04,103 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:04,105 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:18:04,106 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.281sec 2024-11-12T03:18:04,106 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:18:04,106 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:18:04,106 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:18:04,106 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:18:04,106 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:18:04,106 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45005,1731381480606-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:18:04,106 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45005,1731381480606-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:18:04,108 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:18:04,108 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:18:04,108 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45005,1731381480606-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:18:04,152 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:18:04,179 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:18:04,180 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:18:04,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b6bf9ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:04,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45005,-1 for getting cluster id 2024-11-12T03:18:04,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:18:04,182 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '447a4226-972d-4011-b509-422e40fc25d7' 2024-11-12T03:18:04,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:18:04,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "447a4226-972d-4011-b509-422e40fc25d7" 2024-11-12T03:18:04,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29fddd86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:04,182 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45005,-1] 2024-11-12T03:18:04,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:18:04,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:04,184 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:18:04,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a0a551, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:04,185 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:18:04,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,35195,1731381480744, seqNum=-1] 2024-11-12T03:18:04,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:18:04,187 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:18:04,188 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:18:04,189 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,45005,1731381480606 2024-11-12T03:18:04,190 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:54683 2024-11-12T03:18:04,196 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:18:04,200 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:18:04,200 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012d0cb10d0005 connected 2024-11-12T03:18:04,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:18:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,42307,1731381476391 2024-11-12T03:18:04,215 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49a60bac 2024-11-12T03:18:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:18:04,217 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58388, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:18:04,220 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:18:04,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:18:04,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:18:04,225 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:04,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:18:04,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:18:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:18:04,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:18:04,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:18:04,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:18:04,634 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5497d59411e58340a9229bc2e8bfbedb, NAME => 'test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209 2024-11-12T03:18:04,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:18:04,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:18:05,040 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:18:05,040 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5497d59411e58340a9229bc2e8bfbedb, disabling compactions & flushes 2024-11-12T03:18:05,040 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb. 2024-11-12T03:18:05,040 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb. 2024-11-12T03:18:05,040 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb. after waiting 0 ms 2024-11-12T03:18:05,040 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb. 2024-11-12T03:18:05,040 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb. 2024-11-12T03:18:05,041 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5497d59411e58340a9229bc2e8bfbedb: Waiting for close lock at 1731381485040Disabling compacts and flushes for region at 1731381485040Disabling writes for close at 1731381485040Writing region close event to WAL at 1731381485040Closed at 1731381485040 2024-11-12T03:18:05,042 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:18:05,042 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381485042"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381485042"}]},"ts":"1731381485042"} 2024-11-12T03:18:05,044 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:18:05,045 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:18:05,045 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381485045"}]},"ts":"1731381485045"} 2024-11-12T03:18:05,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:18:05,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5497d59411e58340a9229bc2e8bfbedb, ASSIGN}] 2024-11-12T03:18:05,049 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5497d59411e58340a9229bc2e8bfbedb, ASSIGN 2024-11-12T03:18:05,050 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5497d59411e58340a9229bc2e8bfbedb, ASSIGN; state=OFFLINE, location=3fb681890ab2,36783,1731381476581; forceNewPlan=false, retain=false 2024-11-12T03:18:05,200 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5497d59411e58340a9229bc2e8bfbedb, regionState=OPENING, regionLocation=3fb681890ab2,36783,1731381476581 2024-11-12T03:18:05,203 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5497d59411e58340a9229bc2e8bfbedb, ASSIGN because future has completed 2024-11-12T03:18:05,203 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5497d59411e58340a9229bc2e8bfbedb, server=3fb681890ab2,36783,1731381476581}] 2024-11-12T03:18:05,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:18:05,360 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb. 2024-11-12T03:18:05,360 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5497d59411e58340a9229bc2e8bfbedb, NAME => 'test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:18:05,360 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:18:05,360 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:18:05,360 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:18:05,360 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:18:05,361 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:18:05,361 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:18:05,362 INFO [StoreOpener-5497d59411e58340a9229bc2e8bfbedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:18:05,364 INFO [StoreOpener-5497d59411e58340a9229bc2e8bfbedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5497d59411e58340a9229bc2e8bfbedb columnFamilyName f 2024-11-12T03:18:05,364 DEBUG [StoreOpener-5497d59411e58340a9229bc2e8bfbedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:05,364 INFO [StoreOpener-5497d59411e58340a9229bc2e8bfbedb-1 {}] regionserver.HStore(327): Store=5497d59411e58340a9229bc2e8bfbedb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:18:05,364 INFO [StoreOpener-5497d59411e58340a9229bc2e8bfbedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:18:05,365 INFO [StoreOpener-5497d59411e58340a9229bc2e8bfbedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5497d59411e58340a9229bc2e8bfbedb columnFamilyName f1 2024-11-12T03:18:05,365 DEBUG [StoreOpener-5497d59411e58340a9229bc2e8bfbedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:05,366 INFO [StoreOpener-5497d59411e58340a9229bc2e8bfbedb-1 {}] regionserver.HStore(327): Store=5497d59411e58340a9229bc2e8bfbedb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:18:05,366 INFO [StoreOpener-5497d59411e58340a9229bc2e8bfbedb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:18:05,366 INFO [StoreOpener-5497d59411e58340a9229bc2e8bfbedb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5497d59411e58340a9229bc2e8bfbedb columnFamilyName norep 2024-11-12T03:18:05,366 DEBUG [StoreOpener-5497d59411e58340a9229bc2e8bfbedb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:05,367 INFO [StoreOpener-5497d59411e58340a9229bc2e8bfbedb-1 {}] regionserver.HStore(327): Store=5497d59411e58340a9229bc2e8bfbedb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:18:05,367 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:18:05,367 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:18:05,368 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:18:05,368 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:18:05,368 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:18:05,369 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:18:05,370 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:18:05,371 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:18:05,372 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5497d59411e58340a9229bc2e8bfbedb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62751754, jitterRate=-0.06492599844932556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:18:05,372 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:18:05,372 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5497d59411e58340a9229bc2e8bfbedb: Running coprocessor pre-open hook at 1731381485361Writing region info on filesystem at 1731381485361Initializing all the Stores at 1731381485361Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381485361Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381485362 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381485362Cleaning up temporary data from old regions at 1731381485368 (+6 ms)Running coprocessor post-open hooks at 1731381485372 (+4 ms)Region opened successfully at 1731381485372 2024-11-12T03:18:05,374 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb., pid=6, masterSystemTime=1731381485355 2024-11-12T03:18:05,376 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb. 2024-11-12T03:18:05,376 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb. 2024-11-12T03:18:05,378 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5497d59411e58340a9229bc2e8bfbedb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,36783,1731381476581 2024-11-12T03:18:05,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5497d59411e58340a9229bc2e8bfbedb, server=3fb681890ab2,36783,1731381476581 because future has completed 2024-11-12T03:18:05,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:18:05,385 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5497d59411e58340a9229bc2e8bfbedb, server=3fb681890ab2,36783,1731381476581 in 179 msec 2024-11-12T03:18:05,388 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:18:05,389 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5497d59411e58340a9229bc2e8bfbedb, ASSIGN in 337 msec 2024-11-12T03:18:05,389 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:18:05,390 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381485389"}]},"ts":"1731381485389"} 2024-11-12T03:18:05,392 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:18:05,393 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:18:05,395 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1720 sec 2024-11-12T03:18:06,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:18:06,370 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:18:06,370 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:18:06,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45005,1731381480606 2024-11-12T03:18:06,371 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@41036272 2024-11-12T03:18:06,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:18:06,373 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:18:06,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:18:06,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:18:06,377 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:18:06,377 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:06,377 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:18:06,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:18:06,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:18:06,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:18:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:18:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:18:06,786 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 79f4226d0ad624fe57b79a43952c050b, NAME => 'test,,1731381486373.79f4226d0ad624fe57b79a43952c050b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0 2024-11-12T03:18:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:18:07,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:18:07,191 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381486373.79f4226d0ad624fe57b79a43952c050b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:18:07,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 79f4226d0ad624fe57b79a43952c050b, disabling compactions & flushes 2024-11-12T03:18:07,192 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381486373.79f4226d0ad624fe57b79a43952c050b. 2024-11-12T03:18:07,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381486373.79f4226d0ad624fe57b79a43952c050b. 2024-11-12T03:18:07,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381486373.79f4226d0ad624fe57b79a43952c050b. after waiting 0 ms 2024-11-12T03:18:07,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381486373.79f4226d0ad624fe57b79a43952c050b. 2024-11-12T03:18:07,192 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381486373.79f4226d0ad624fe57b79a43952c050b. 2024-11-12T03:18:07,192 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 79f4226d0ad624fe57b79a43952c050b: Waiting for close lock at 1731381487192Disabling compacts and flushes for region at 1731381487192Disabling writes for close at 1731381487192Writing region close event to WAL at 1731381487192Closed at 1731381487192 2024-11-12T03:18:07,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:18:07,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381486373.79f4226d0ad624fe57b79a43952c050b.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381487193"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381487193"}]},"ts":"1731381487193"} 2024-11-12T03:18:07,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:18:07,196 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:18:07,196 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381487196"}]},"ts":"1731381487196"} 2024-11-12T03:18:07,198 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:18:07,199 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79f4226d0ad624fe57b79a43952c050b, ASSIGN}] 2024-11-12T03:18:07,200 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=79f4226d0ad624fe57b79a43952c050b, ASSIGN 2024-11-12T03:18:07,201 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=79f4226d0ad624fe57b79a43952c050b, ASSIGN; state=OFFLINE, location=3fb681890ab2,35195,1731381480744; forceNewPlan=false, retain=false 2024-11-12T03:18:07,351 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79f4226d0ad624fe57b79a43952c050b, regionState=OPENING, regionLocation=3fb681890ab2,35195,1731381480744 2024-11-12T03:18:07,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=79f4226d0ad624fe57b79a43952c050b, ASSIGN because future has completed 2024-11-12T03:18:07,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f4226d0ad624fe57b79a43952c050b, server=3fb681890ab2,35195,1731381480744}] 2024-11-12T03:18:07,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:18:07,511 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381486373.79f4226d0ad624fe57b79a43952c050b. 2024-11-12T03:18:07,511 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 79f4226d0ad624fe57b79a43952c050b, NAME => 'test,,1731381486373.79f4226d0ad624fe57b79a43952c050b.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:18:07,511 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:18:07,511 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:18:07,512 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:18:07,512 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381486373.79f4226d0ad624fe57b79a43952c050b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:18:07,512 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:18:07,512 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:18:07,513 INFO [StoreOpener-79f4226d0ad624fe57b79a43952c050b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:18:07,515 INFO [StoreOpener-79f4226d0ad624fe57b79a43952c050b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f4226d0ad624fe57b79a43952c050b columnFamilyName f 2024-11-12T03:18:07,515 DEBUG [StoreOpener-79f4226d0ad624fe57b79a43952c050b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:07,515 INFO [StoreOpener-79f4226d0ad624fe57b79a43952c050b-1 {}] regionserver.HStore(327): Store=79f4226d0ad624fe57b79a43952c050b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:18:07,515 INFO [StoreOpener-79f4226d0ad624fe57b79a43952c050b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:18:07,516 INFO [StoreOpener-79f4226d0ad624fe57b79a43952c050b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f4226d0ad624fe57b79a43952c050b columnFamilyName f1 2024-11-12T03:18:07,516 DEBUG [StoreOpener-79f4226d0ad624fe57b79a43952c050b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:07,517 INFO [StoreOpener-79f4226d0ad624fe57b79a43952c050b-1 {}] regionserver.HStore(327): Store=79f4226d0ad624fe57b79a43952c050b/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:18:07,517 INFO [StoreOpener-79f4226d0ad624fe57b79a43952c050b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:18:07,518 INFO [StoreOpener-79f4226d0ad624fe57b79a43952c050b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 79f4226d0ad624fe57b79a43952c050b columnFamilyName norep 2024-11-12T03:18:07,518 DEBUG [StoreOpener-79f4226d0ad624fe57b79a43952c050b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:07,519 INFO [StoreOpener-79f4226d0ad624fe57b79a43952c050b-1 {}] regionserver.HStore(327): Store=79f4226d0ad624fe57b79a43952c050b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:18:07,519 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:18:07,519 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/default/test/79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:18:07,520 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/default/test/79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:18:07,521 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:18:07,521 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:18:07,521 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:18:07,522 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:18:07,525 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/default/test/79f4226d0ad624fe57b79a43952c050b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:18:07,525 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 79f4226d0ad624fe57b79a43952c050b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65069339, jitterRate=-0.03039129078388214}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:18:07,525 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:18:07,526 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 79f4226d0ad624fe57b79a43952c050b: Running coprocessor pre-open hook at 1731381487512Writing region info on filesystem at 1731381487512Initializing all the Stores at 1731381487513 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381487513Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381487513Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381487513Cleaning up temporary data from old regions at 1731381487521 (+8 ms)Running coprocessor post-open hooks at 1731381487525 (+4 ms)Region opened successfully at 1731381487526 (+1 ms) 2024-11-12T03:18:07,527 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381486373.79f4226d0ad624fe57b79a43952c050b., pid=6, masterSystemTime=1731381487507 2024-11-12T03:18:07,529 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381486373.79f4226d0ad624fe57b79a43952c050b. 2024-11-12T03:18:07,529 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381486373.79f4226d0ad624fe57b79a43952c050b. 2024-11-12T03:18:07,529 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=79f4226d0ad624fe57b79a43952c050b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,35195,1731381480744 2024-11-12T03:18:07,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 79f4226d0ad624fe57b79a43952c050b, server=3fb681890ab2,35195,1731381480744 because future has completed 2024-11-12T03:18:07,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:18:07,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 79f4226d0ad624fe57b79a43952c050b, server=3fb681890ab2,35195,1731381480744 in 180 msec 2024-11-12T03:18:07,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:18:07,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=79f4226d0ad624fe57b79a43952c050b, ASSIGN in 337 msec 2024-11-12T03:18:07,540 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:18:07,540 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381487540"}]},"ts":"1731381487540"} 2024-11-12T03:18:07,542 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:18:07,544 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:18:07,545 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1700 sec 2024-11-12T03:18:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45005 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:18:08,520 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:18:08,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a82f36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:08,520 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,42307,-1 for getting cluster id 2024-11-12T03:18:08,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:18:08,521 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7139be3-82e0-46d0-8f3d-279bc4b04eaa' 2024-11-12T03:18:08,521 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:18:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7139be3-82e0-46d0-8f3d-279bc4b04eaa" 2024-11-12T03:18:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b7625fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,42307,-1] 2024-11-12T03:18:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:18:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:08,523 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:18:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6916430a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:08,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739db0fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:08,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45005,-1 for getting cluster id 2024-11-12T03:18:08,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:18:08,525 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '447a4226-972d-4011-b509-422e40fc25d7' 2024-11-12T03:18:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:18:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "447a4226-972d-4011-b509-422e40fc25d7" 2024-11-12T03:18:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2589c140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45005,-1] 2024-11-12T03:18:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:18:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:08,526 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:18:08,527 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4459f56d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:08,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff3ec32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:08,527 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,42307,-1 for getting cluster id 2024-11-12T03:18:08,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:18:08,528 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7139be3-82e0-46d0-8f3d-279bc4b04eaa' 2024-11-12T03:18:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:18:08,528 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7139be3-82e0-46d0-8f3d-279bc4b04eaa" 2024-11-12T03:18:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f485334, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,42307,-1] 2024-11-12T03:18:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:18:08,529 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:08,530 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:18:08,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78eb6909, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:08,531 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:18:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,42307,1731381476391 2024-11-12T03:18:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c21c8e0 2024-11-12T03:18:08,532 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:18:08,533 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:18:08,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:45005,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:18:08,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:18:08,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:18:08,537 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:45005' 2024-11-12T03:18:08,537 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cedebba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:08,537 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45005,-1 for getting cluster id 2024-11-12T03:18:08,537 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:18:08,538 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '447a4226-972d-4011-b509-422e40fc25d7' 2024-11-12T03:18:08,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:18:08,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "447a4226-972d-4011-b509-422e40fc25d7" 2024-11-12T03:18:08,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2313e708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:08,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45005,-1] 2024-11-12T03:18:08,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:18:08,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:08,539 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:18:08,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ba53f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:08,540 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:18:08,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45005,1731381480606 2024-11-12T03:18:08,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d9f5ee2 2024-11-12T03:18:08,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:18:08,542 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:18:08,542 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T03:18:08,542 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:18:08,542 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:08,543 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:08,543 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:18:08,543 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:18:08,544 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:18:08,545 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:18:08,545 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:08,546 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:18:08,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741837_1013 (size=1138) 2024-11-12T03:18:08,594 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:18:08,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:18:08,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:18:08,954 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2670303726762bb2b82dc33ef6af3859, NAME => 'hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209 2024-11-12T03:18:08,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741838_1014 (size=44) 2024-11-12T03:18:08,965 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T03:18:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:18:09,359 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:18:09,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2670303726762bb2b82dc33ef6af3859, disabling compactions & flushes 2024-11-12T03:18:09,360 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. 2024-11-12T03:18:09,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. 2024-11-12T03:18:09,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. after waiting 0 ms 2024-11-12T03:18:09,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. 2024-11-12T03:18:09,360 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. 2024-11-12T03:18:09,360 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2670303726762bb2b82dc33ef6af3859: Waiting for close lock at 1731381489360Disabling compacts and flushes for region at 1731381489360Disabling writes for close at 1731381489360Writing region close event to WAL at 1731381489360Closed at 1731381489360 2024-11-12T03:18:09,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:18:09,362 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381489361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381489361"}]},"ts":"1731381489361"} 2024-11-12T03:18:09,364 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:18:09,365 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:18:09,365 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381489365"}]},"ts":"1731381489365"} 2024-11-12T03:18:09,367 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:18:09,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2670303726762bb2b82dc33ef6af3859, ASSIGN}] 2024-11-12T03:18:09,369 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2670303726762bb2b82dc33ef6af3859, ASSIGN 2024-11-12T03:18:09,370 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2670303726762bb2b82dc33ef6af3859, ASSIGN; state=OFFLINE, location=3fb681890ab2,36783,1731381476581; forceNewPlan=false, retain=false 2024-11-12T03:18:09,520 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2670303726762bb2b82dc33ef6af3859, regionState=OPENING, regionLocation=3fb681890ab2,36783,1731381476581 2024-11-12T03:18:09,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2670303726762bb2b82dc33ef6af3859, ASSIGN because future has completed 2024-11-12T03:18:09,523 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2670303726762bb2b82dc33ef6af3859, server=3fb681890ab2,36783,1731381476581}] 2024-11-12T03:18:09,565 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:18:09,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:18:09,586 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:18:09,592 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:18:09,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:18:09,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. 2024-11-12T03:18:09,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:18:09,680 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:18:09,681 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C36783%2C1731381476581.rep, suffix=, logDir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581, archiveDir=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/oldWALs, maxLogs=10 2024-11-12T03:18:09,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.rep.1731381489681, exclude list is [], retry=0 2024-11-12T03:18:09,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39621,DS-725e4e88-aa9e-4f74-96f8-41e2aa19ac63,DISK] 2024-11-12T03:18:09,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.rep.1731381489681 2024-11-12T03:18:09,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45465:45465)] 2024-11-12T03:18:09,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2670303726762bb2b82dc33ef6af3859, NAME => 'hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:18:09,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:18:09,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:18:09,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. service=MultiRowMutationService 2024-11-12T03:18:09,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:18:09,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2670303726762bb2b82dc33ef6af3859 2024-11-12T03:18:09,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:18:09,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2670303726762bb2b82dc33ef6af3859 2024-11-12T03:18:09,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2670303726762bb2b82dc33ef6af3859 2024-11-12T03:18:09,699 INFO [StoreOpener-2670303726762bb2b82dc33ef6af3859-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2670303726762bb2b82dc33ef6af3859 2024-11-12T03:18:09,700 INFO [StoreOpener-2670303726762bb2b82dc33ef6af3859-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2670303726762bb2b82dc33ef6af3859 columnFamilyName hfileref 2024-11-12T03:18:09,700 DEBUG [StoreOpener-2670303726762bb2b82dc33ef6af3859-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:09,701 INFO [StoreOpener-2670303726762bb2b82dc33ef6af3859-1 {}] regionserver.HStore(327): Store=2670303726762bb2b82dc33ef6af3859/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:18:09,701 INFO [StoreOpener-2670303726762bb2b82dc33ef6af3859-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2670303726762bb2b82dc33ef6af3859 2024-11-12T03:18:09,702 INFO [StoreOpener-2670303726762bb2b82dc33ef6af3859-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2670303726762bb2b82dc33ef6af3859 columnFamilyName queue 2024-11-12T03:18:09,702 DEBUG [StoreOpener-2670303726762bb2b82dc33ef6af3859-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:09,702 INFO [StoreOpener-2670303726762bb2b82dc33ef6af3859-1 {}] regionserver.HStore(327): Store=2670303726762bb2b82dc33ef6af3859/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:18:09,703 INFO [StoreOpener-2670303726762bb2b82dc33ef6af3859-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2670303726762bb2b82dc33ef6af3859 2024-11-12T03:18:09,704 INFO [StoreOpener-2670303726762bb2b82dc33ef6af3859-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2670303726762bb2b82dc33ef6af3859 columnFamilyName sid 2024-11-12T03:18:09,704 DEBUG [StoreOpener-2670303726762bb2b82dc33ef6af3859-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:18:09,704 INFO [StoreOpener-2670303726762bb2b82dc33ef6af3859-1 {}] regionserver.HStore(327): Store=2670303726762bb2b82dc33ef6af3859/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:18:09,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2670303726762bb2b82dc33ef6af3859 2024-11-12T03:18:09,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/replication/2670303726762bb2b82dc33ef6af3859 2024-11-12T03:18:09,705 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/replication/2670303726762bb2b82dc33ef6af3859 2024-11-12T03:18:09,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2670303726762bb2b82dc33ef6af3859 2024-11-12T03:18:09,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2670303726762bb2b82dc33ef6af3859 2024-11-12T03:18:09,706 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:18:09,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2670303726762bb2b82dc33ef6af3859 2024-11-12T03:18:09,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/replication/2670303726762bb2b82dc33ef6af3859/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:18:09,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2670303726762bb2b82dc33ef6af3859; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69025023, jitterRate=0.02855299413204193}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:18:09,709 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2670303726762bb2b82dc33ef6af3859 2024-11-12T03:18:09,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2670303726762bb2b82dc33ef6af3859: Running coprocessor pre-open hook at 1731381489698Writing region info on filesystem at 1731381489698Initializing all the Stores at 1731381489699 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381489699Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381489699Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381489699Cleaning up temporary data from old regions at 1731381489706 (+7 ms)Running coprocessor post-open hooks at 1731381489709 (+3 ms)Region opened successfully at 1731381489710 (+1 ms) 2024-11-12T03:18:09,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859., pid=10, masterSystemTime=1731381489675 2024-11-12T03:18:09,713 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. 2024-11-12T03:18:09,713 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. 2024-11-12T03:18:09,713 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2670303726762bb2b82dc33ef6af3859, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,36783,1731381476581 2024-11-12T03:18:09,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2670303726762bb2b82dc33ef6af3859, server=3fb681890ab2,36783,1731381476581 because future has completed 2024-11-12T03:18:09,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T03:18:09,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2670303726762bb2b82dc33ef6af3859, server=3fb681890ab2,36783,1731381476581 in 194 msec 2024-11-12T03:18:09,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T03:18:09,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2670303726762bb2b82dc33ef6af3859, ASSIGN in 352 msec 2024-11-12T03:18:09,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:18:09,722 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381489722"}]},"ts":"1731381489722"} 2024-11-12T03:18:09,725 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:18:09,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:18:09,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-12T03:18:09,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859., hostname=3fb681890ab2,36783,1731381476581, seqNum=2] 2024-11-12T03:18:09,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:18:09,856 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:18:09,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:18:10,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T03:18:10,005 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T03:18:10,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T03:18:10,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T03:18:10,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:18:10,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T03:18:10,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36783 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T03:18:10,031 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:18:10,060 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,36783,1731381476581, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:18:10,060 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:18:10,060 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,36783,1731381476581, seqNum=-1] 2024-11-12T03:18:10,061 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:18:10,062 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59849, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-12T03:18:10,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,36783,1731381476581', locateType=CURRENT is [region=hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859., hostname=3fb681890ab2,36783,1731381476581, seqNum=2] 2024-11-12T03:18:10,080 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T03:18:10,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T03:18:10,083 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,36783,1731381476581 suceeded 2024-11-12T03:18:10,085 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T03:18:10,086 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:45005,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-12T03:18:10,086 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-12T03:18:10,087 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5520 sec 2024-11-12T03:18:10,104 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:45005' 2024-11-12T03:18:10,106 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58160646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:10,106 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45005,-1 for getting cluster id 2024-11-12T03:18:10,107 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:18:10,108 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '447a4226-972d-4011-b509-422e40fc25d7' 2024-11-12T03:18:10,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:18:10,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "447a4226-972d-4011-b509-422e40fc25d7" 2024-11-12T03:18:10,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@360d9376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:10,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45005,-1] 2024-11-12T03:18:10,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:18:10,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:10,110 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:18:10,111 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3905cb20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:10,111 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:18:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45005,1731381480606 2024-11-12T03:18:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70ba7728 2024-11-12T03:18:10,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:18:10,114 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-12T03:18:10,115 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,36783,1731381476581 (queues=1) is replicating from cluster=c7139be3-82e0-46d0-8f3d-279bc4b04eaa to cluster=447a4226-972d-4011-b509-422e40fc25d7 2024-11-12T03:18:10,115 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C36783%2C1731381476581 2024-11-12T03:18:10,115 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,36783,1731381476581, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:18:10,116 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146, startPosition=0, beingWritten=true 2024-11-12T03:18:10,116 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.shipper3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C36783%2C1731381476581 2024-11-12T03:18:10,131 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:18:10,131 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 379, reset compression=false 2024-11-12T03:18:10,131 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.shipper3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,36783,1731381476581 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:18:10,338 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 379, reset compression=false 2024-11-12T03:18:10,642 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 379, reset compression=false 2024-11-12T03:18:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42307 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:18:10,680 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:18:10,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:18:10,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:18:10,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:10,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:10,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:18:10,681 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:18:10,686 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731381490684/Put/seqid=0 2024-11-12T03:18:10,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741840_1016 (size=7894) 2024-11-12T03:18:11,046 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 379, reset compression=false 2024-11-12T03:18:11,107 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f/f/hfile_1 is 34, key is ddd/f:row/1731381491105/Put/seqid=0 2024-11-12T03:18:11,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741841_1017 (size=7691) 2024-11-12T03:18:11,172 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d54332a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:11,172 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,42307,-1 for getting cluster id 2024-11-12T03:18:11,172 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:18:11,173 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7139be3-82e0-46d0-8f3d-279bc4b04eaa' 2024-11-12T03:18:11,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:18:11,173 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7139be3-82e0-46d0-8f3d-279bc4b04eaa" 2024-11-12T03:18:11,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d18ba38, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:11,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,42307,-1] 2024-11-12T03:18:11,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:18:11,174 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:11,176 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:18:11,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7e0014, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:11,177 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:18:11,184 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,36783,1731381476581, seqNum=-1] 2024-11-12T03:18:11,185 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:18:11,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:18:11,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:18:11,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,42307,1731381476391 2024-11-12T03:18:11,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@377e768b 2024-11-12T03:18:11,205 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:18:11,206 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:18:11,214 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb., hostname=3fb681890ab2,36783,1731381476581, seqNum=2] 2024-11-12T03:18:11,225 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T03:18:11,243 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T03:18:11,249 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T03:18:11,271 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f/f/hfile_1 for inclusion in 5497d59411e58340a9229bc2e8bfbedb/f 2024-11-12T03:18:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T03:18:11,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:18:11,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f/f/hfile_0 for inclusion in 5497d59411e58340a9229bc2e8bfbedb/f 2024-11-12T03:18:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T03:18:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:18:11,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HRegion(2603): Flush status journal for 5497d59411e58340a9229bc2e8bfbedb: 2024-11-12T03:18:11,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f/f/hfile_1 to hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__4t22nirhjcqm30115g456iukariq4q679a9dpmm4pte0jq0u8e8hkno34vl3bq46/f/hfile_1 2024-11-12T03:18:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__4t22nirhjcqm30115g456iukariq4q679a9dpmm4pte0jq0u8e8hkno34vl3bq46/f/hfile_1 as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f/bdf1ee50dcb642d986d686677c691a39_SeqId_4_ 2024-11-12T03:18:11,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f/f/hfile_0 to hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__4t22nirhjcqm30115g456iukariq4q679a9dpmm4pte0jq0u8e8hkno34vl3bq46/f/hfile_0 2024-11-12T03:18:11,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__4t22nirhjcqm30115g456iukariq4q679a9dpmm4pte0jq0u8e8hkno34vl3bq46/f/hfile_0 as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f/7b60a3f1a6cd40bf8d3a03d159570bb3_SeqId_4_ 2024-11-12T03:18:11,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__4t22nirhjcqm30115g456iukariq4q679a9dpmm4pte0jq0u8e8hkno34vl3bq46/f/hfile_1 into 5497d59411e58340a9229bc2e8bfbedb/f as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f/bdf1ee50dcb642d986d686677c691a39_SeqId_4_ - updating store file list. 2024-11-12T03:18:11,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bdf1ee50dcb642d986d686677c691a39_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T03:18:11,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f/bdf1ee50dcb642d986d686677c691a39_SeqId_4_ into 5497d59411e58340a9229bc2e8bfbedb/f 2024-11-12T03:18:11,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__4t22nirhjcqm30115g456iukariq4q679a9dpmm4pte0jq0u8e8hkno34vl3bq46/f/hfile_1 into 5497d59411e58340a9229bc2e8bfbedb/f (new location: hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f/bdf1ee50dcb642d986d686677c691a39_SeqId_4_) 2024-11-12T03:18:11,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__4t22nirhjcqm30115g456iukariq4q679a9dpmm4pte0jq0u8e8hkno34vl3bq46/f/hfile_1 2024-11-12T03:18:11,321 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__4t22nirhjcqm30115g456iukariq4q679a9dpmm4pte0jq0u8e8hkno34vl3bq46/f/hfile_0 into 5497d59411e58340a9229bc2e8bfbedb/f as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f/7b60a3f1a6cd40bf8d3a03d159570bb3_SeqId_4_ - updating store file list. 2024-11-12T03:18:11,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b60a3f1a6cd40bf8d3a03d159570bb3_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T03:18:11,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f/7b60a3f1a6cd40bf8d3a03d159570bb3_SeqId_4_ into 5497d59411e58340a9229bc2e8bfbedb/f 2024-11-12T03:18:11,333 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__4t22nirhjcqm30115g456iukariq4q679a9dpmm4pte0jq0u8e8hkno34vl3bq46/f/hfile_0 into 5497d59411e58340a9229bc2e8bfbedb/f (new location: hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f/7b60a3f1a6cd40bf8d3a03d159570bb3_SeqId_4_) 2024-11-12T03:18:11,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__4t22nirhjcqm30115g456iukariq4q679a9dpmm4pte0jq0u8e8hkno34vl3bq46/f/hfile_0 2024-11-12T03:18:11,347 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:18:11,347 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:18:11,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:11,347 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:11,347 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:18:11,348 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:18:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,35195,1731381480744, seqNum=-1] 2024-11-12T03:18:11,349 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:18:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb., hostname=3fb681890ab2,36783,1731381476581, seqNum=2 , the old value is region=test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb., hostname=3fb681890ab2,36783,1731381476581, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3fb681890ab2:36783 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T03:18:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb., hostname=3fb681890ab2,36783,1731381476581, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T03:18:11,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb., hostname=3fb681890ab2,36783,1731381476581, seqNum=2 from cache 2024-11-12T03:18:11,351 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:18:11,354 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731381486373.79f4226d0ad624fe57b79a43952c050b., hostname=3fb681890ab2,35195,1731381480744, seqNum=2] 2024-11-12T03:18:11,356 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T03:18:11,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:34890 deadline: 1731381551352 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:34890 2024-11-12T03:18:11,460 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T03:18:11,563 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 379, reset compression=false 2024-11-12T03:18:11,569 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:18:11,569 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.shipper3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,36783,1731381476581 got entry batch from reader: WALEntryBatch [walEntries=[{test/5497d59411e58340a9229bc2e8bfbedb/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731381491338/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T03:18:11,593 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.shipper3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:18:11,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-12T03:18:11,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.ReplicationSink(318): Replicating [c7139be3-82e0-46d0-8f3d-279bc4b04eaa] bulk loaded data 2024-11-12T03:18:11,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1722d472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:11,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45005,-1 for getting cluster id 2024-11-12T03:18:11,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:18:11,599 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '447a4226-972d-4011-b509-422e40fc25d7' 2024-11-12T03:18:11,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:18:11,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "447a4226-972d-4011-b509-422e40fc25d7" 2024-11-12T03:18:11,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2777aa8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:11,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45005,-1] 2024-11-12T03:18:11,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:18:11,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:11,601 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:18:11,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a4f56ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:11,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741837_1013 (size=7691) 2024-11-12T03:18:11,770 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 687, reset compression=false 2024-11-12T03:18:12,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741838_1014 (size=7894) 2024-11-12T03:18:12,075 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 687, reset compression=false 2024-11-12T03:18:12,359 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T03:18:12,446 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:18:12,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45005,1731381480606 2024-11-12T03:18:12,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a78dc95 2024-11-12T03:18:12,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:18:12,449 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54604, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-12T03:18:12,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T03:18:12,451 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:18:12,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,35195,1731381480744, seqNum=-1] 2024-11-12T03:18:12,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:18:12,454 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-12T03:18:12,463 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/staging/jenkins.hfs.6__test__p8j3c18412bid5s5vn72vttdbip9aifln5cibia3ciogkrjq0s9a7ta93b2cv425/f/7b60a3f1a6cd40bf8d3a03d159570bb3_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T03:18:12,468 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/staging/jenkins.hfs.6__test__p8j3c18412bid5s5vn72vttdbip9aifln5cibia3ciogkrjq0s9a7ta93b2cv425/f/bdf1ee50dcb642d986d686677c691a39_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T03:18:12,471 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/staging/jenkins.hfs.6__test__p8j3c18412bid5s5vn72vttdbip9aifln5cibia3ciogkrjq0s9a7ta93b2cv425/f/7b60a3f1a6cd40bf8d3a03d159570bb3_SeqId_4_ for inclusion in 79f4226d0ad624fe57b79a43952c050b/f 2024-11-12T03:18:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T03:18:12,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:18:12,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/staging/jenkins.hfs.6__test__p8j3c18412bid5s5vn72vttdbip9aifln5cibia3ciogkrjq0s9a7ta93b2cv425/f/bdf1ee50dcb642d986d686677c691a39_SeqId_4_ for inclusion in 79f4226d0ad624fe57b79a43952c050b/f 2024-11-12T03:18:12,479 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 687, reset compression=false 2024-11-12T03:18:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T03:18:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:18:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HRegion(2603): Flush status journal for 79f4226d0ad624fe57b79a43952c050b: 2024-11-12T03:18:12,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7b60a3f1a6cd40bf8d3a03d159570bb3_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T03:18:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/staging/jenkins.hfs.6__test__p8j3c18412bid5s5vn72vttdbip9aifln5cibia3ciogkrjq0s9a7ta93b2cv425/f/7b60a3f1a6cd40bf8d3a03d159570bb3_SeqId_4_ as hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/default/test/79f4226d0ad624fe57b79a43952c050b/f/7d2a9c5e5b7740e5b1969d2ea09dc467_SeqId_4_ 2024-11-12T03:18:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): bdf1ee50dcb642d986d686677c691a39_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T03:18:12,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/staging/jenkins.hfs.6__test__p8j3c18412bid5s5vn72vttdbip9aifln5cibia3ciogkrjq0s9a7ta93b2cv425/f/bdf1ee50dcb642d986d686677c691a39_SeqId_4_ as hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/default/test/79f4226d0ad624fe57b79a43952c050b/f/082212f63af44dd2a53b52da8c4d7f8f_SeqId_4_ 2024-11-12T03:18:12,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/staging/jenkins.hfs.6__test__p8j3c18412bid5s5vn72vttdbip9aifln5cibia3ciogkrjq0s9a7ta93b2cv425/f/7b60a3f1a6cd40bf8d3a03d159570bb3_SeqId_4_ into 79f4226d0ad624fe57b79a43952c050b/f as hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/default/test/79f4226d0ad624fe57b79a43952c050b/f/7d2a9c5e5b7740e5b1969d2ea09dc467_SeqId_4_ - updating store file list. 2024-11-12T03:18:12,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7d2a9c5e5b7740e5b1969d2ea09dc467_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T03:18:12,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/default/test/79f4226d0ad624fe57b79a43952c050b/f/7d2a9c5e5b7740e5b1969d2ea09dc467_SeqId_4_ into 79f4226d0ad624fe57b79a43952c050b/f 2024-11-12T03:18:12,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/staging/jenkins.hfs.6__test__p8j3c18412bid5s5vn72vttdbip9aifln5cibia3ciogkrjq0s9a7ta93b2cv425/f/7b60a3f1a6cd40bf8d3a03d159570bb3_SeqId_4_ into 79f4226d0ad624fe57b79a43952c050b/f (new location: hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/default/test/79f4226d0ad624fe57b79a43952c050b/f/7d2a9c5e5b7740e5b1969d2ea09dc467_SeqId_4_) 2024-11-12T03:18:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/staging/jenkins.hfs.6__test__p8j3c18412bid5s5vn72vttdbip9aifln5cibia3ciogkrjq0s9a7ta93b2cv425/f/7b60a3f1a6cd40bf8d3a03d159570bb3_SeqId_4_ 2024-11-12T03:18:12,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/staging/jenkins.hfs.6__test__p8j3c18412bid5s5vn72vttdbip9aifln5cibia3ciogkrjq0s9a7ta93b2cv425/f/bdf1ee50dcb642d986d686677c691a39_SeqId_4_ into 79f4226d0ad624fe57b79a43952c050b/f as hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/default/test/79f4226d0ad624fe57b79a43952c050b/f/082212f63af44dd2a53b52da8c4d7f8f_SeqId_4_ - updating store file list. 2024-11-12T03:18:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 082212f63af44dd2a53b52da8c4d7f8f_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T03:18:12,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/default/test/79f4226d0ad624fe57b79a43952c050b/f/082212f63af44dd2a53b52da8c4d7f8f_SeqId_4_ into 79f4226d0ad624fe57b79a43952c050b/f 2024-11-12T03:18:12,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/staging/jenkins.hfs.6__test__p8j3c18412bid5s5vn72vttdbip9aifln5cibia3ciogkrjq0s9a7ta93b2cv425/f/bdf1ee50dcb642d986d686677c691a39_SeqId_4_ into 79f4226d0ad624fe57b79a43952c050b/f (new location: hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/default/test/79f4226d0ad624fe57b79a43952c050b/f/082212f63af44dd2a53b52da8c4d7f8f_SeqId_4_) 2024-11-12T03:18:12,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/staging/jenkins.hfs.6__test__p8j3c18412bid5s5vn72vttdbip9aifln5cibia3ciogkrjq0s9a7ta93b2cv425/f/bdf1ee50dcb642d986d686677c691a39_SeqId_4_ 2024-11-12T03:18:12,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35195 {}] regionserver.ReplicationSink(324): Finished replicating [c7139be3-82e0-46d0-8f3d-279bc4b04eaa] bulk loaded data 2024-11-12T03:18:12,984 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 687, reset compression=false 2024-11-12T03:18:13,383 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:18:13,389 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731381493387/Put/seqid=0 2024-11-12T03:18:13,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741842_1018 (size=7997) 2024-11-12T03:18:13,414 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731381493413/Put/seqid=0 2024-11-12T03:18:13,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741843_1019 (size=7794) 2024-11-12T03:18:13,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e86c402, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:13,440 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,42307,-1 for getting cluster id 2024-11-12T03:18:13,440 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:18:13,441 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c7139be3-82e0-46d0-8f3d-279bc4b04eaa' 2024-11-12T03:18:13,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:18:13,442 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c7139be3-82e0-46d0-8f3d-279bc4b04eaa" 2024-11-12T03:18:13,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674cf8a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:13,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,42307,-1] 2024-11-12T03:18:13,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:18:13,443 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:13,444 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:18:13,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64a70f7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:18:13,445 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:18:13,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,36783,1731381476581, seqNum=-1] 2024-11-12T03:18:13,446 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:18:13,448 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:18:13,457 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:18:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,42307,1731381476391 2024-11-12T03:18:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a8de6cc 2024-11-12T03:18:13,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:18:13,460 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:18:13,464 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb., hostname=3fb681890ab2,36783,1731381476581, seqNum=2] 2024-11-12T03:18:13,467 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T03:18:13,475 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T03:18:13,479 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T03:18:13,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f1/f1/hfile_0 for inclusion in 5497d59411e58340a9229bc2e8bfbedb/f1 2024-11-12T03:18:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T03:18:13,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:18:13,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f1/f1/hfile_1 for inclusion in 5497d59411e58340a9229bc2e8bfbedb/f1 2024-11-12T03:18:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T03:18:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:18:13,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HRegion(2603): Flush status journal for 5497d59411e58340a9229bc2e8bfbedb: 2024-11-12T03:18:13,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f1/f1/hfile_0 to hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__vf6qmoj9412juvk0l2h5q9ebl7u35sa71egvl0uibf6k6fmhongkif5imt621v8/f1/hfile_0 2024-11-12T03:18:13,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__vf6qmoj9412juvk0l2h5q9ebl7u35sa71egvl0uibf6k6fmhongkif5imt621v8/f1/hfile_0 as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f1/7b05d36b9dc540e08b2603bbee173818_SeqId_6_ 2024-11-12T03:18:13,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/load_f1/f1/hfile_1 to hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__vf6qmoj9412juvk0l2h5q9ebl7u35sa71egvl0uibf6k6fmhongkif5imt621v8/f1/hfile_1 2024-11-12T03:18:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__vf6qmoj9412juvk0l2h5q9ebl7u35sa71egvl0uibf6k6fmhongkif5imt621v8/f1/hfile_1 as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f1/8c90c42c96f5490589cab13ff7612aed_SeqId_6_ 2024-11-12T03:18:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-12T03:18:13,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__vf6qmoj9412juvk0l2h5q9ebl7u35sa71egvl0uibf6k6fmhongkif5imt621v8/f1/hfile_0 into 5497d59411e58340a9229bc2e8bfbedb/f1 as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f1/7b05d36b9dc540e08b2603bbee173818_SeqId_6_ - updating store file list. 2024-11-12T03:18:13,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7b05d36b9dc540e08b2603bbee173818_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T03:18:13,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f1/7b05d36b9dc540e08b2603bbee173818_SeqId_6_ into 5497d59411e58340a9229bc2e8bfbedb/f1 2024-11-12T03:18:13,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__vf6qmoj9412juvk0l2h5q9ebl7u35sa71egvl0uibf6k6fmhongkif5imt621v8/f1/hfile_0 into 5497d59411e58340a9229bc2e8bfbedb/f1 (new location: hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f1/7b05d36b9dc540e08b2603bbee173818_SeqId_6_) 2024-11-12T03:18:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__vf6qmoj9412juvk0l2h5q9ebl7u35sa71egvl0uibf6k6fmhongkif5imt621v8/f1/hfile_0 2024-11-12T03:18:13,509 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__vf6qmoj9412juvk0l2h5q9ebl7u35sa71egvl0uibf6k6fmhongkif5imt621v8/f1/hfile_1 into 5497d59411e58340a9229bc2e8bfbedb/f1 as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f1/8c90c42c96f5490589cab13ff7612aed_SeqId_6_ - updating store file list. 2024-11-12T03:18:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8c90c42c96f5490589cab13ff7612aed_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T03:18:13,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f1/8c90c42c96f5490589cab13ff7612aed_SeqId_6_ into 5497d59411e58340a9229bc2e8bfbedb/f1 2024-11-12T03:18:13,516 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__vf6qmoj9412juvk0l2h5q9ebl7u35sa71egvl0uibf6k6fmhongkif5imt621v8/f1/hfile_1 into 5497d59411e58340a9229bc2e8bfbedb/f1 (new location: hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/f1/8c90c42c96f5490589cab13ff7612aed_SeqId_6_) 2024-11-12T03:18:13,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/staging/jenkins__test__vf6qmoj9412juvk0l2h5q9ebl7u35sa71egvl0uibf6k6fmhongkif5imt621v8/f1/hfile_1 2024-11-12T03:18:13,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:18:13,519 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:18:13,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:13,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:18:13,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:18:13,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb., hostname=3fb681890ab2,36783,1731381476581, seqNum=2 , the old value is region=test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb., hostname=3fb681890ab2,36783,1731381476581, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3fb681890ab2:36783 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T03:18:13,519 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb., hostname=3fb681890ab2,36783,1731381476581, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T03:18:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb., hostname=3fb681890ab2,36783,1731381476581, seqNum=2 from cache 2024-11-12T03:18:13,520 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:18:13,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36783: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 263 connection: 172.17.0.2:58838 deadline: 1731381553519 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:58838 2024-11-12T03:18:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,36783,1731381476581, seqNum=-1] 2024-11-12T03:18:13,521 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:18:13,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:18:13,525 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb., hostname=3fb681890ab2,36783,1731381476581, seqNum=2] 2024-11-12T03:18:13,589 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 687, reset compression=false 2024-11-12T03:18:13,599 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:18:13,600 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:13,600 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.shipper3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,36783,1731381476581 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:18:13,630 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36783 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T03:18:13,814 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:14,118 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:14,523 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:15,028 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:15,200 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:18:15,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:18:15,231 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:18:15,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:18:15,636 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:16,342 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:17,147 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:18,051 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:19,061 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:20,167 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:21,372 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:22,676 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:24,081 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:25,585 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:26,374 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T03:18:27,190 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:28,894 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:30,580 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T03:18:30,701 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:32,605 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:33,603 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.shipper3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,36783,1731381476581 got entry batch from reader: null 2024-11-12T03:18:34,609 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:36,713 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:38,917 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:39,192 INFO [master/3fb681890ab2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T03:18:39,192 INFO [master/3fb681890ab2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T03:18:41,220 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:43,624 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:44,412 INFO [master/3fb681890ab2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T03:18:44,412 INFO [master/3fb681890ab2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T03:18:46,127 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:48,731 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:50,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 5497d59411e58340a9229bc2e8bfbedb, had cached 0 bytes from a total of 31376 2024-11-12T03:18:51,435 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:52,512 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 79f4226d0ad624fe57b79a43952c050b, had cached 0 bytes from a total of 15585 2024-11-12T03:18:53,603 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.shipper3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,36783,1731381476581 got entry batch from reader: null 2024-11-12T03:18:54,239 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:18:56,374 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T03:18:57,143 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:19:00,147 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:19:00,581 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T03:19:03,251 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:19:04,129 DEBUG [master/3fb681890ab2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-12T03:19:06,455 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:19:09,759 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:19:13,163 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:19:13,563 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:19:13,563 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:19:13,563 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:13,563 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:13,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:13,564 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:19:13,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:19:13,564 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1326415808, stopped=false 2024-11-12T03:19:13,564 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,45005,1731381480606 2024-11-12T03:19:13,604 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.shipper3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,36783,1731381476581 got entry batch from reader: null 2024-11-12T03:19:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-759119485/running 2024-11-12T03:19:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-759119485/running 2024-11-12T03:19:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:19:13,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:19:13,662 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:19:13,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:19:13,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:13,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:13,662 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Set watcher on znode that does not yet exist, /1-759119485/running 2024-11-12T03:19:13,662 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,35195,1731381480744' ***** 2024-11-12T03:19:13,662 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:19:13,663 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:19:13,663 INFO [RS:0;3fb681890ab2:35195 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:19:13,663 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:19:13,663 INFO [RS:0;3fb681890ab2:35195 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:19:13,663 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(3091): Received CLOSE for 79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:19:13,664 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,35195,1731381480744 2024-11-12T03:19:13,664 INFO [RS:0;3fb681890ab2:35195 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:19:13,664 INFO [RS:0;3fb681890ab2:35195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:35195. 2024-11-12T03:19:13,664 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 79f4226d0ad624fe57b79a43952c050b, disabling compactions & flushes 2024-11-12T03:19:13,664 DEBUG [RS:0;3fb681890ab2:35195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:13,664 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381486373.79f4226d0ad624fe57b79a43952c050b. 2024-11-12T03:19:13,664 DEBUG [RS:0;3fb681890ab2:35195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:13,664 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381486373.79f4226d0ad624fe57b79a43952c050b. 2024-11-12T03:19:13,664 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381486373.79f4226d0ad624fe57b79a43952c050b. after waiting 0 ms 2024-11-12T03:19:13,664 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381486373.79f4226d0ad624fe57b79a43952c050b. 2024-11-12T03:19:13,664 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:19:13,664 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:19:13,664 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:19:13,664 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:19:13,664 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Set watcher on znode that does not yet exist, /1-759119485/running 2024-11-12T03:19:13,667 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T03:19:13,667 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 79f4226d0ad624fe57b79a43952c050b=test,,1731381486373.79f4226d0ad624fe57b79a43952c050b.} 2024-11-12T03:19:13,667 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 79f4226d0ad624fe57b79a43952c050b 2024-11-12T03:19:13,667 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:19:13,667 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:19:13,668 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:19:13,668 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:19:13,668 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:19:13,668 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T03:19:13,672 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/default/test/79f4226d0ad624fe57b79a43952c050b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T03:19:13,672 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:19:13,672 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:19:13,672 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381486373.79f4226d0ad624fe57b79a43952c050b. 2024-11-12T03:19:13,673 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 79f4226d0ad624fe57b79a43952c050b: Waiting for close lock at 1731381553664Running coprocessor pre-close hooks at 1731381553664Disabling compacts and flushes for region at 1731381553664Disabling writes for close at 1731381553664Writing region close event to WAL at 1731381553668 (+4 ms)Running coprocessor post-close hooks at 1731381553672 (+4 ms)Closed at 1731381553672 2024-11-12T03:19:13,673 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381486373.79f4226d0ad624fe57b79a43952c050b. 2024-11-12T03:19:13,687 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/.tmp/info/878fd37099a24dd6b15c9af34c7f9cb3 is 129, key is test,,1731381486373.79f4226d0ad624fe57b79a43952c050b./info:regioninfo/1731381487529/Put/seqid=0 2024-11-12T03:19:13,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741839_1015 (size=6421) 2024-11-12T03:19:13,736 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:19:13,868 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:13,972 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:19:13,972 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:19:14,068 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:14,092 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/.tmp/info/878fd37099a24dd6b15c9af34c7f9cb3 2024-11-12T03:19:14,112 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/.tmp/ns/0704c4bc35944fd19823f1f5db3963a2 is 43, key is default/ns:d/1731381484096/Put/seqid=0 2024-11-12T03:19:14,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741840_1016 (size=5153) 2024-11-12T03:19:14,268 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:14,468 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:14,516 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/.tmp/ns/0704c4bc35944fd19823f1f5db3963a2 2024-11-12T03:19:14,536 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/.tmp/rep_barrier/0d4042e7433c4019ac71cd3ae07d8e07 is 112, key is test,,1731381486373.79f4226d0ad624fe57b79a43952c050b./rep_barrier:seqnumDuringOpen/1731381487529/Put/seqid=0 2024-11-12T03:19:14,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741841_1017 (size=5518) 2024-11-12T03:19:14,668 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T03:19:14,668 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:19:14,668 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:14,869 DEBUG [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:14,941 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/.tmp/rep_barrier/0d4042e7433c4019ac71cd3ae07d8e07 2024-11-12T03:19:14,968 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/.tmp/table/2bc115827f484e449f16afa72cf94a9d is 40, key is test/table:state/1731381487540/Put/seqid=0 2024-11-12T03:19:14,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741842_1018 (size=5165) 2024-11-12T03:19:14,973 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/.tmp/table/2bc115827f484e449f16afa72cf94a9d 2024-11-12T03:19:14,997 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/.tmp/info/878fd37099a24dd6b15c9af34c7f9cb3 as hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/info/878fd37099a24dd6b15c9af34c7f9cb3 2024-11-12T03:19:15,007 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/info/878fd37099a24dd6b15c9af34c7f9cb3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T03:19:15,008 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/.tmp/ns/0704c4bc35944fd19823f1f5db3963a2 as hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/ns/0704c4bc35944fd19823f1f5db3963a2 2024-11-12T03:19:15,018 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/ns/0704c4bc35944fd19823f1f5db3963a2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T03:19:15,020 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/.tmp/rep_barrier/0d4042e7433c4019ac71cd3ae07d8e07 as hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/rep_barrier/0d4042e7433c4019ac71cd3ae07d8e07 2024-11-12T03:19:15,032 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/rep_barrier/0d4042e7433c4019ac71cd3ae07d8e07, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T03:19:15,033 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/.tmp/table/2bc115827f484e449f16afa72cf94a9d as hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/table/2bc115827f484e449f16afa72cf94a9d 2024-11-12T03:19:15,041 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/table/2bc115827f484e449f16afa72cf94a9d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T03:19:15,042 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1374ms, sequenceid=11, compaction requested=false 2024-11-12T03:19:15,059 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T03:19:15,060 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:19:15,060 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:19:15,060 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:19:15,060 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381553667Running coprocessor pre-close hooks at 1731381553667Disabling compacts and flushes for region at 1731381553667Disabling writes for close at 1731381553668 (+1 ms)Obtaining lock to block concurrent updates at 1731381553668Preparing flush snapshotting stores in 1588230740 at 1731381553668Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731381553668Flushing stores of hbase:meta,,1.1588230740 at 1731381553669 (+1 ms)Flushing 1588230740/info: creating writer at 1731381553669Flushing 1588230740/info: appending metadata at 1731381553687 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731381553687Flushing 1588230740/ns: creating writer at 1731381554099 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731381554111 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731381554111Flushing 1588230740/rep_barrier: creating writer at 1731381554521 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381554536 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381554536Flushing 1588230740/table: creating writer at 1731381554948 (+412 ms)Flushing 1588230740/table: appending metadata at 1731381554967 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731381554967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42943895: reopening flushed file at 1731381554996 (+29 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ae1fcb9: reopening flushed file at 1731381555007 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ae639bd: reopening flushed file at 1731381555019 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@631fe1e: reopening flushed file at 1731381555032 (+13 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1374ms, sequenceid=11, compaction requested=false at 1731381555042 (+10 ms)Writing region close event to WAL at 1731381555055 (+13 ms)Running coprocessor post-close hooks at 1731381555060 (+5 ms)Closed at 1731381555060 2024-11-12T03:19:15,060 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:19:15,069 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,35195,1731381480744; all regions closed. 2024-11-12T03:19:15,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741834_1010 (size=2717) 2024-11-12T03:19:15,076 DEBUG [RS:0;3fb681890ab2:35195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/oldWALs 2024-11-12T03:19:15,076 INFO [RS:0;3fb681890ab2:35195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C35195%2C1731381480744.meta:.meta(num 1731381484048) 2024-11-12T03:19:15,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741832_1008 (size=1028) 2024-11-12T03:19:15,080 DEBUG [RS:0;3fb681890ab2:35195 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/oldWALs 2024-11-12T03:19:15,080 INFO [RS:0;3fb681890ab2:35195 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C35195%2C1731381480744:(num 1731381483098) 2024-11-12T03:19:15,080 DEBUG [RS:0;3fb681890ab2:35195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:15,081 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:19:15,081 INFO [RS:0;3fb681890ab2:35195 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:19:15,081 INFO [RS:0;3fb681890ab2:35195 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T03:19:15,081 INFO [RS:0;3fb681890ab2:35195 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:19:15,081 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:19:15,082 INFO [RS:0;3fb681890ab2:35195 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:35195. 2024-11-12T03:19:15,082 DEBUG [RS:0;3fb681890ab2:35195 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:15,082 DEBUG [RS:0;3fb681890ab2:35195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:15,082 DEBUG [RS:0;3fb681890ab2:35195 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:15,082 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:19:15,082 INFO [RS:0;3fb681890ab2:35195 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35195 2024-11-12T03:19:15,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-759119485/rs/3fb681890ab2,35195,1731381480744 2024-11-12T03:19:15,188 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485/rs 2024-11-12T03:19:15,188 INFO [RS:0;3fb681890ab2:35195 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:19:15,199 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,35195,1731381480744] 2024-11-12T03:19:15,209 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-759119485/draining/3fb681890ab2,35195,1731381480744 already deleted, retry=false 2024-11-12T03:19:15,209 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,35195,1731381480744 expired; onlineServers=0 2024-11-12T03:19:15,209 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,45005,1731381480606' ***** 2024-11-12T03:19:15,209 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:19:15,209 INFO [M:0;3fb681890ab2:45005 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:19:15,209 INFO [M:0;3fb681890ab2:45005 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:19:15,209 DEBUG [M:0;3fb681890ab2:45005 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:19:15,209 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:19:15,209 DEBUG [M:0;3fb681890ab2:45005 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:19:15,209 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381482836 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381482836,5,FailOnTimeoutGroup] 2024-11-12T03:19:15,209 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381482833 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381482833,5,FailOnTimeoutGroup] 2024-11-12T03:19:15,209 INFO [M:0;3fb681890ab2:45005 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:19:15,209 INFO [M:0;3fb681890ab2:45005 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:19:15,209 DEBUG [M:0;3fb681890ab2:45005 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:19:15,210 INFO [M:0;3fb681890ab2:45005 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:19:15,210 INFO [M:0;3fb681890ab2:45005 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:19:15,210 INFO [M:0;3fb681890ab2:45005 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:19:15,210 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:19:15,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-759119485/master 2024-11-12T03:19:15,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-759119485 2024-11-12T03:19:15,230 DEBUG [M:0;3fb681890ab2:45005 {}] zookeeper.RecoverableZooKeeper(212): Node /1-759119485/master already deleted, retry=false 2024-11-12T03:19:15,230 DEBUG [M:0;3fb681890ab2:45005 {}] master.ActiveMasterManager(353): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-759119485/master 2024-11-12T03:19:15,231 INFO [M:0;3fb681890ab2:45005 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/.lastflushedseqids 2024-11-12T03:19:15,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741843_1019 (size=173) 2024-11-12T03:19:15,256 INFO [M:0;3fb681890ab2:45005 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:19:15,256 INFO [M:0;3fb681890ab2:45005 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:19:15,256 DEBUG [M:0;3fb681890ab2:45005 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:19:15,256 INFO [M:0;3fb681890ab2:45005 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:15,256 DEBUG [M:0;3fb681890ab2:45005 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:15,256 DEBUG [M:0;3fb681890ab2:45005 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:19:15,256 DEBUG [M:0;3fb681890ab2:45005 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:15,256 INFO [M:0;3fb681890ab2:45005 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.07 KB heapSize=34.17 KB 2024-11-12T03:19:15,281 DEBUG [M:0;3fb681890ab2:45005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c5653b66f5a4343a4f298421ed3cb5a is 82, key is hbase:meta,,1/info:regioninfo/1731381484079/Put/seqid=0 2024-11-12T03:19:15,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741844_1020 (size=5672) 2024-11-12T03:19:15,298 INFO [M:0;3fb681890ab2:45005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c5653b66f5a4343a4f298421ed3cb5a 2024-11-12T03:19:15,299 INFO [RS:0;3fb681890ab2:35195 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:19:15,299 INFO [RS:0;3fb681890ab2:35195 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,35195,1731381480744; zookeeper connection closed. 2024-11-12T03:19:15,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:15,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35195-0x1012d0cb10d0004, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:15,299 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7da2700b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7da2700b 2024-11-12T03:19:15,300 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:19:15,337 DEBUG [M:0;3fb681890ab2:45005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7100e9a26a854b119e527bd3164498cc is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731381487545/Put/seqid=0 2024-11-12T03:19:15,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741845_1021 (size=6728) 2024-11-12T03:19:15,753 INFO [M:0;3fb681890ab2:45005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.51 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7100e9a26a854b119e527bd3164498cc 2024-11-12T03:19:15,759 INFO [M:0;3fb681890ab2:45005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7100e9a26a854b119e527bd3164498cc 2024-11-12T03:19:15,794 DEBUG [M:0;3fb681890ab2:45005 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c04c1d6ea6f54d83a667f3e119b3b801 is 69, key is 3fb681890ab2,35195,1731381480744/rs:state/1731381482911/Put/seqid=0 2024-11-12T03:19:15,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741846_1022 (size=5156) 2024-11-12T03:19:16,199 INFO [M:0;3fb681890ab2:45005 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c04c1d6ea6f54d83a667f3e119b3b801 2024-11-12T03:19:16,260 DEBUG [M:0;3fb681890ab2:45005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c5653b66f5a4343a4f298421ed3cb5a as hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c5653b66f5a4343a4f298421ed3cb5a 2024-11-12T03:19:16,264 INFO [M:0;3fb681890ab2:45005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c5653b66f5a4343a4f298421ed3cb5a, entries=8, sequenceid=58, filesize=5.5 K 2024-11-12T03:19:16,265 DEBUG [M:0;3fb681890ab2:45005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7100e9a26a854b119e527bd3164498cc as hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7100e9a26a854b119e527bd3164498cc 2024-11-12T03:19:16,270 INFO [M:0;3fb681890ab2:45005 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7100e9a26a854b119e527bd3164498cc 2024-11-12T03:19:16,270 INFO [M:0;3fb681890ab2:45005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7100e9a26a854b119e527bd3164498cc, entries=6, sequenceid=58, filesize=6.6 K 2024-11-12T03:19:16,271 DEBUG [M:0;3fb681890ab2:45005 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c04c1d6ea6f54d83a667f3e119b3b801 as hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c04c1d6ea6f54d83a667f3e119b3b801 2024-11-12T03:19:16,277 INFO [M:0;3fb681890ab2:45005 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44575/user/jenkins/test-data/e660de75-c64a-1ecf-e2ac-5cd475c2bce0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c04c1d6ea6f54d83a667f3e119b3b801, entries=1, sequenceid=58, filesize=5.0 K 2024-11-12T03:19:16,278 INFO [M:0;3fb681890ab2:45005 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1022ms, sequenceid=58, compaction requested=false 2024-11-12T03:19:16,279 INFO [M:0;3fb681890ab2:45005 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:16,279 DEBUG [M:0;3fb681890ab2:45005 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381555256Disabling compacts and flushes for region at 1731381555256Disabling writes for close at 1731381555256Obtaining lock to block concurrent updates at 1731381555256Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381555257 (+1 ms)Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28739, getHeapSize=34928, getOffHeapSize=0, getCellsCount=69 at 1731381555257Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381555258 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381555258Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381555280 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381555280Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381555306 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381555336 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381555336Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381555759 (+423 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381555793 (+34 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381555793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c7e3663: reopening flushed file at 1731381556259 (+466 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a12bfeb: reopening flushed file at 1731381556264 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63eb56cb: reopening flushed file at 1731381556270 (+6 ms)Finished flush of dataSize ~28.07 KB/28739, heapSize ~33.88 KB/34688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1022ms, sequenceid=58, compaction requested=false at 1731381556278 (+8 ms)Writing region close event to WAL at 1731381556279 (+1 ms)Closed at 1731381556279 2024-11-12T03:19:16,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36291 is added to blk_1073741830_1006 (size=33038) 2024-11-12T03:19:16,282 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:19:16,282 INFO [M:0;3fb681890ab2:45005 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:19:16,282 INFO [M:0;3fb681890ab2:45005 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45005 2024-11-12T03:19:16,283 INFO [M:0;3fb681890ab2:45005 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:19:16,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:16,412 INFO [M:0;3fb681890ab2:45005 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:19:16,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45005-0x1012d0cb10d0003, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:16,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d4c7246{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:19:16,448 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@ba4d1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:19:16,448 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:19:16,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5b468588{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:19:16,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@759cc101{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/hadoop.log.dir/,STOPPED} 2024-11-12T03:19:16,450 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:19:16,450 WARN [BP-2128969580-172.17.0.2-1731381478882 heartbeating to localhost/127.0.0.1:44575 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:19:16,450 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:19:16,450 WARN [BP-2128969580-172.17.0.2-1731381478882 heartbeating to localhost/127.0.0.1:44575 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2128969580-172.17.0.2-1731381478882 (Datanode Uuid 93261683-01c2-46e7-b755-7ad5503fc11d) service to localhost/127.0.0.1:44575 2024-11-12T03:19:16,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/cluster_dd9c4d19-e8d4-0811-ea00-1631e7293924/data/data1/current/BP-2128969580-172.17.0.2-1731381478882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:19:16,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/cluster_dd9c4d19-e8d4-0811-ea00-1631e7293924/data/data2/current/BP-2128969580-172.17.0.2-1731381478882 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:19:16,451 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:19:16,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@dd157b7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:19:16,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4a6817b9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:19:16,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:19:16,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@891ab73{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:19:16,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@190dc48d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/hadoop.log.dir/,STOPPED} 2024-11-12T03:19:16,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:19:16,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:19:16,473 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:19:16,473 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:16,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:16,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:16,473 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:19:16,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:19:16,473 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2012624627, stopped=false 2024-11-12T03:19:16,474 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,42307,1731381476391 2024-11-12T03:19:16,493 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:19:16,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1822806453/running 2024-11-12T03:19:16,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1822806453/running 2024-11-12T03:19:16,493 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:19:16,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:19:16,493 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:16,493 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:16,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:19:16,493 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,36783,1731381476581' ***** 2024-11-12T03:19:16,493 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:19:16,494 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:19:16,494 INFO [RS:0;3fb681890ab2:36783 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:19:16,494 INFO [RS:0;3fb681890ab2:36783 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:19:16,494 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:19:16,494 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Set watcher on znode that does not yet exist, /0-1822806453/running 2024-11-12T03:19:16,494 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(3091): Received CLOSE for 2670303726762bb2b82dc33ef6af3859 2024-11-12T03:19:16,494 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(3091): Received CLOSE for 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:19:16,494 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,36783,1731381476581 2024-11-12T03:19:16,494 INFO [RS:0;3fb681890ab2:36783 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:19:16,494 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2670303726762bb2b82dc33ef6af3859, disabling compactions & flushes 2024-11-12T03:19:16,494 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. 2024-11-12T03:19:16,494 INFO [RS:0;3fb681890ab2:36783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:36783. 2024-11-12T03:19:16,494 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. 2024-11-12T03:19:16,494 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. after waiting 0 ms 2024-11-12T03:19:16,494 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. 2024-11-12T03:19:16,494 DEBUG [RS:0;3fb681890ab2:36783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:16,495 DEBUG [RS:0;3fb681890ab2:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:16,495 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2670303726762bb2b82dc33ef6af3859 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-12T03:19:16,495 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:19:16,495 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:19:16,495 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:19:16,495 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:19:16,495 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Set watcher on znode that does not yet exist, /0-1822806453/running 2024-11-12T03:19:16,495 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T03:19:16,495 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1325): Online Regions={2670303726762bb2b82dc33ef6af3859=hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859., 1588230740=hbase:meta,,1.1588230740, 5497d59411e58340a9229bc2e8bfbedb=test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb.} 2024-11-12T03:19:16,495 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2670303726762bb2b82dc33ef6af3859, 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:19:16,495 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:19:16,495 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:19:16,495 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:19:16,495 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:19:16,495 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:19:16,495 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T03:19:16,515 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/replication/2670303726762bb2b82dc33ef6af3859/.tmp/hfileref/65e1d0ffc88545d58d3fe5da9bf215fc is 74, key is 1/hfileref:7b60a3f1a6cd40bf8d3a03d159570bb3_SeqId_4_/1731381492509/DeleteColumn/seqid=0 2024-11-12T03:19:16,515 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/.tmp/info/998d27baeb024c94be49825552467738 is 147, key is hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859./info:regioninfo/1731381489713/Put/seqid=0 2024-11-12T03:19:16,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741844_1020 (size=7686) 2024-11-12T03:19:16,519 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/.tmp/info/998d27baeb024c94be49825552467738 2024-11-12T03:19:16,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741845_1021 (size=5203) 2024-11-12T03:19:16,527 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/replication/2670303726762bb2b82dc33ef6af3859/.tmp/hfileref/65e1d0ffc88545d58d3fe5da9bf215fc 2024-11-12T03:19:16,541 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/.tmp/ns/e3a2273833954cb89ff68ce638393442 is 43, key is default/ns:d/1731381478710/Put/seqid=0 2024-11-12T03:19:16,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741846_1022 (size=5153) 2024-11-12T03:19:16,546 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/replication/2670303726762bb2b82dc33ef6af3859/.tmp/queue/de098d6858b3469cb18ff13dfa0384a1 is 153, key is 1-3fb681890ab2,36783,1731381476581/queue:3fb681890ab2%2C36783%2C1731381476581/1731381493602/Put/seqid=0 2024-11-12T03:19:16,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741847_1023 (size=5352) 2024-11-12T03:19:16,582 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:19:16,666 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.1731381478146 to pos 997, reset compression=false 2024-11-12T03:19:16,695 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2670303726762bb2b82dc33ef6af3859, 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:19:16,895 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2670303726762bb2b82dc33ef6af3859, 5497d59411e58340a9229bc2e8bfbedb 2024-11-12T03:19:16,946 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/.tmp/ns/e3a2273833954cb89ff68ce638393442 2024-11-12T03:19:16,950 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/replication/2670303726762bb2b82dc33ef6af3859/.tmp/queue/de098d6858b3469cb18ff13dfa0384a1 2024-11-12T03:19:16,956 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/replication/2670303726762bb2b82dc33ef6af3859/.tmp/hfileref/65e1d0ffc88545d58d3fe5da9bf215fc as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/replication/2670303726762bb2b82dc33ef6af3859/hfileref/65e1d0ffc88545d58d3fe5da9bf215fc 2024-11-12T03:19:16,961 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/replication/2670303726762bb2b82dc33ef6af3859/hfileref/65e1d0ffc88545d58d3fe5da9bf215fc, entries=2, sequenceid=10, filesize=5.1 K 2024-11-12T03:19:16,962 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/replication/2670303726762bb2b82dc33ef6af3859/.tmp/queue/de098d6858b3469cb18ff13dfa0384a1 as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/replication/2670303726762bb2b82dc33ef6af3859/queue/de098d6858b3469cb18ff13dfa0384a1 2024-11-12T03:19:16,966 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/replication/2670303726762bb2b82dc33ef6af3859/queue/de098d6858b3469cb18ff13dfa0384a1, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T03:19:16,967 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2670303726762bb2b82dc33ef6af3859 in 473ms, sequenceid=10, compaction requested=false 2024-11-12T03:19:16,971 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/.tmp/rep_barrier/26aca0ec19974179886c7a2fe86e2756 is 112, key is test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb./rep_barrier:seqnumDuringOpen/1731381485377/Put/seqid=0 2024-11-12T03:19:16,973 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/replication/2670303726762bb2b82dc33ef6af3859/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T03:19:16,973 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:19:16,973 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:19:16,973 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. 2024-11-12T03:19:16,973 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2670303726762bb2b82dc33ef6af3859: Waiting for close lock at 1731381556494Running coprocessor pre-close hooks at 1731381556494Disabling compacts and flushes for region at 1731381556494Disabling writes for close at 1731381556494Obtaining lock to block concurrent updates at 1731381556495 (+1 ms)Preparing flush snapshotting stores in 2670303726762bb2b82dc33ef6af3859 at 1731381556495Finished memstore snapshotting hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731381556495Flushing stores of hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. at 1731381556496 (+1 ms)Flushing 2670303726762bb2b82dc33ef6af3859/hfileref: creating writer at 1731381556496Flushing 2670303726762bb2b82dc33ef6af3859/hfileref: appending metadata at 1731381556514 (+18 ms)Flushing 2670303726762bb2b82dc33ef6af3859/hfileref: closing flushed file at 1731381556514Flushing 2670303726762bb2b82dc33ef6af3859/queue: creating writer at 1731381556532 (+18 ms)Flushing 2670303726762bb2b82dc33ef6af3859/queue: appending metadata at 1731381556546 (+14 ms)Flushing 2670303726762bb2b82dc33ef6af3859/queue: closing flushed file at 1731381556546Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a725106: reopening flushed file at 1731381556955 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d1ee17e: reopening flushed file at 1731381556961 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 2670303726762bb2b82dc33ef6af3859 in 473ms, sequenceid=10, compaction requested=false at 1731381556967 (+6 ms)Writing region close event to WAL at 1731381556969 (+2 ms)Running coprocessor post-close hooks at 1731381556973 (+4 ms)Closed at 1731381556973 2024-11-12T03:19:16,974 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731381488543.2670303726762bb2b82dc33ef6af3859. 2024-11-12T03:19:16,974 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5497d59411e58340a9229bc2e8bfbedb, disabling compactions & flushes 2024-11-12T03:19:16,974 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb. 2024-11-12T03:19:16,974 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb. 2024-11-12T03:19:16,974 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb. after waiting 0 ms 2024-11-12T03:19:16,974 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb. 2024-11-12T03:19:16,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741848_1024 (size=5518) 2024-11-12T03:19:16,977 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/default/test/5497d59411e58340a9229bc2e8bfbedb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T03:19:16,978 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:19:16,978 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:19:16,978 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb. 2024-11-12T03:19:16,978 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5497d59411e58340a9229bc2e8bfbedb: Waiting for close lock at 1731381556974Running coprocessor pre-close hooks at 1731381556974Disabling compacts and flushes for region at 1731381556974Disabling writes for close at 1731381556974Writing region close event to WAL at 1731381556975 (+1 ms)Running coprocessor post-close hooks at 1731381556978 (+3 ms)Closed at 1731381556978 2024-11-12T03:19:16,978 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381484218.5497d59411e58340a9229bc2e8bfbedb. 2024-11-12T03:19:17,027 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:19:17,027 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:19:17,096 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:17,296 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:17,376 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/.tmp/rep_barrier/26aca0ec19974179886c7a2fe86e2756 2024-11-12T03:19:17,399 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/.tmp/table/c98723a459b04580bc357b00b42400ac is 53, key is hbase:replication/table:state/1731381489722/Put/seqid=0 2024-11-12T03:19:17,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741849_1025 (size=5308) 2024-11-12T03:19:17,496 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T03:19:17,496 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:19:17,496 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:17,696 DEBUG [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:17,804 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/.tmp/table/c98723a459b04580bc357b00b42400ac 2024-11-12T03:19:17,809 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/.tmp/info/998d27baeb024c94be49825552467738 as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/info/998d27baeb024c94be49825552467738 2024-11-12T03:19:17,814 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/info/998d27baeb024c94be49825552467738, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T03:19:17,815 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/.tmp/ns/e3a2273833954cb89ff68ce638393442 as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/ns/e3a2273833954cb89ff68ce638393442 2024-11-12T03:19:17,820 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/ns/e3a2273833954cb89ff68ce638393442, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T03:19:17,821 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/.tmp/rep_barrier/26aca0ec19974179886c7a2fe86e2756 as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/rep_barrier/26aca0ec19974179886c7a2fe86e2756 2024-11-12T03:19:17,826 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/rep_barrier/26aca0ec19974179886c7a2fe86e2756, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T03:19:17,827 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/.tmp/table/c98723a459b04580bc357b00b42400ac as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/table/c98723a459b04580bc357b00b42400ac 2024-11-12T03:19:17,832 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/table/c98723a459b04580bc357b00b42400ac, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T03:19:17,833 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false 2024-11-12T03:19:17,833 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:19:17,838 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T03:19:17,839 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:19:17,839 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:19:17,839 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:19:17,839 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381556495Running coprocessor pre-close hooks at 1731381556495Disabling compacts and flushes for region at 1731381556495Disabling writes for close at 1731381556495Obtaining lock to block concurrent updates at 1731381556495Preparing flush snapshotting stores in 1588230740 at 1731381556495Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731381556496 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731381556496Flushing 1588230740/info: creating writer at 1731381556496Flushing 1588230740/info: appending metadata at 1731381556515 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731381556515Flushing 1588230740/ns: creating writer at 1731381556527 (+12 ms)Flushing 1588230740/ns: appending metadata at 1731381556541 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731381556541Flushing 1588230740/rep_barrier: creating writer at 1731381556951 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381556970 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381556970Flushing 1588230740/table: creating writer at 1731381557381 (+411 ms)Flushing 1588230740/table: appending metadata at 1731381557399 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731381557399Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65372df: reopening flushed file at 1731381557809 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ec2e5c0: reopening flushed file at 1731381557814 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d19e84: reopening flushed file at 1731381557820 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5919d95d: reopening flushed file at 1731381557826 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1337ms, sequenceid=16, compaction requested=false at 1731381557833 (+7 ms)Writing region close event to WAL at 1731381557835 (+2 ms)Running coprocessor post-close hooks at 1731381557839 (+4 ms)Closed at 1731381557839 2024-11-12T03:19:17,839 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:19:17,896 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,36783,1731381476581; all regions closed. 2024-11-12T03:19:17,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741834_1010 (size=4239) 2024-11-12T03:19:17,899 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/WALs/3fb681890ab2,36783,1731381476581/3fb681890ab2%2C36783%2C1731381476581.meta.1731381478626.meta not finished, retry = 0 2024-11-12T03:19:18,002 DEBUG [RS:0;3fb681890ab2:36783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/oldWALs 2024-11-12T03:19:18,002 INFO [RS:0;3fb681890ab2:36783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C36783%2C1731381476581.meta:.meta(num 1731381478626) 2024-11-12T03:19:18,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741839_1015 (size=2700) 2024-11-12T03:19:18,007 DEBUG [RS:0;3fb681890ab2:36783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/oldWALs 2024-11-12T03:19:18,007 INFO [RS:0;3fb681890ab2:36783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C36783%2C1731381476581.rep:(num 1731381489681) 2024-11-12T03:19:18,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741833_1009 (size=1300) 2024-11-12T03:19:18,013 DEBUG [RS:0;3fb681890ab2:36783 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/oldWALs 2024-11-12T03:19:18,013 INFO [RS:0;3fb681890ab2:36783 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C36783%2C1731381476581:(num 1731381478146) 2024-11-12T03:19:18,013 DEBUG [RS:0;3fb681890ab2:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:18,013 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:19:18,014 INFO [RS:0;3fb681890ab2:36783 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:19:18,014 INFO [RS:0;3fb681890ab2:36783 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T03:19:18,014 INFO [RS:0;3fb681890ab2:36783 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:19:18,014 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:19:18,014 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,36783,1731381476581 because: Region server is closing 2024-11-12T03:19:18,014 INFO [RS:0;3fb681890ab2:36783 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:36783. 2024-11-12T03:19:18,014 DEBUG [RS:0;3fb681890ab2:36783 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:18,014 DEBUG [RS:0;3fb681890ab2:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:18,015 DEBUG [RS:0;3fb681890ab2:36783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:18,015 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:19:18,115 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.wal-reader.3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:19:18,115 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.shipper3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T03:19:18,115 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,36783,1731381476581.replicationSource.shipper3fb681890ab2%2C36783%2C1731381476581,1-3fb681890ab2,36783,1731381476581 terminated 2024-11-12T03:19:18,115 INFO [RS:0;3fb681890ab2:36783 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36783 2024-11-12T03:19:18,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1822806453/rs/3fb681890ab2,36783,1731381476581 2024-11-12T03:19:18,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453/rs 2024-11-12T03:19:18,156 INFO [RS:0;3fb681890ab2:36783 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:19:18,166 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,36783,1731381476581] 2024-11-12T03:19:18,177 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1822806453/draining/3fb681890ab2,36783,1731381476581 already deleted, retry=false 2024-11-12T03:19:18,177 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,36783,1731381476581 expired; onlineServers=0 2024-11-12T03:19:18,177 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,42307,1731381476391' ***** 2024-11-12T03:19:18,177 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:19:18,177 INFO [M:0;3fb681890ab2:42307 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:19:18,177 INFO [M:0;3fb681890ab2:42307 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:19:18,177 DEBUG [M:0;3fb681890ab2:42307 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:19:18,177 DEBUG [M:0;3fb681890ab2:42307 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:19:18,177 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381477919 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381477919,5,FailOnTimeoutGroup] 2024-11-12T03:19:18,177 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:19:18,177 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381477927 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381477927,5,FailOnTimeoutGroup] 2024-11-12T03:19:18,177 INFO [M:0;3fb681890ab2:42307 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:19:18,177 INFO [M:0;3fb681890ab2:42307 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:19:18,178 DEBUG [M:0;3fb681890ab2:42307 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:19:18,178 INFO [M:0;3fb681890ab2:42307 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:19:18,178 INFO [M:0;3fb681890ab2:42307 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:19:18,178 INFO [M:0;3fb681890ab2:42307 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:19:18,178 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:19:18,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1822806453/master 2024-11-12T03:19:18,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1822806453 2024-11-12T03:19:18,188 DEBUG [M:0;3fb681890ab2:42307 {}] zookeeper.ZKUtil(347): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Unable to get data of znode /0-1822806453/master because node does not exist (not an error) 2024-11-12T03:19:18,188 WARN [M:0;3fb681890ab2:42307 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:19:18,189 INFO [M:0;3fb681890ab2:42307 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/.lastflushedseqids 2024-11-12T03:19:18,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741850_1026 (size=263) 2024-11-12T03:19:18,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:18,267 INFO [RS:0;3fb681890ab2:36783 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:19:18,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36783-0x1012d0cb10d0001, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:18,267 INFO [RS:0;3fb681890ab2:36783 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,36783,1731381476581; zookeeper connection closed. 2024-11-12T03:19:18,267 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3d20317e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3d20317e 2024-11-12T03:19:18,267 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:19:18,594 INFO [M:0;3fb681890ab2:42307 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:19:18,594 INFO [M:0;3fb681890ab2:42307 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:19:18,594 DEBUG [M:0;3fb681890ab2:42307 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:19:18,594 INFO [M:0;3fb681890ab2:42307 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:18,594 DEBUG [M:0;3fb681890ab2:42307 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:18,594 DEBUG [M:0;3fb681890ab2:42307 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:19:18,594 DEBUG [M:0;3fb681890ab2:42307 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:18,594 INFO [M:0;3fb681890ab2:42307 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-12T03:19:18,608 DEBUG [M:0;3fb681890ab2:42307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49767a4035c44ab79a8c3b57761cbc7d is 82, key is hbase:meta,,1/info:regioninfo/1731381478672/Put/seqid=0 2024-11-12T03:19:18,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741851_1027 (size=5672) 2024-11-12T03:19:18,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:18,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:18,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:18,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:19,012 INFO [M:0;3fb681890ab2:42307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49767a4035c44ab79a8c3b57761cbc7d 2024-11-12T03:19:19,030 DEBUG [M:0;3fb681890ab2:42307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d96b439d3a10416ba8fae38b91273886 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731381485394/Put/seqid=0 2024-11-12T03:19:19,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741852_1028 (size=7240) 2024-11-12T03:19:19,206 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:19:19,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:19,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:19,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:19,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:19,434 INFO [M:0;3fb681890ab2:42307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d96b439d3a10416ba8fae38b91273886 2024-11-12T03:19:19,438 INFO [M:0;3fb681890ab2:42307 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d96b439d3a10416ba8fae38b91273886 2024-11-12T03:19:19,451 DEBUG [M:0;3fb681890ab2:42307 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dd79917a0754d02883b7d1374507039 is 69, key is 3fb681890ab2,36783,1731381476581/rs:state/1731381477970/Put/seqid=0 2024-11-12T03:19:19,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741853_1029 (size=5156) 2024-11-12T03:19:19,855 INFO [M:0;3fb681890ab2:42307 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dd79917a0754d02883b7d1374507039 2024-11-12T03:19:19,860 DEBUG [M:0;3fb681890ab2:42307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/49767a4035c44ab79a8c3b57761cbc7d as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49767a4035c44ab79a8c3b57761cbc7d 2024-11-12T03:19:19,865 INFO [M:0;3fb681890ab2:42307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/49767a4035c44ab79a8c3b57761cbc7d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T03:19:19,866 DEBUG [M:0;3fb681890ab2:42307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d96b439d3a10416ba8fae38b91273886 as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d96b439d3a10416ba8fae38b91273886 2024-11-12T03:19:19,871 INFO [M:0;3fb681890ab2:42307 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d96b439d3a10416ba8fae38b91273886 2024-11-12T03:19:19,871 INFO [M:0;3fb681890ab2:42307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d96b439d3a10416ba8fae38b91273886, entries=11, sequenceid=105, filesize=7.1 K 2024-11-12T03:19:19,872 DEBUG [M:0;3fb681890ab2:42307 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2dd79917a0754d02883b7d1374507039 as hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dd79917a0754d02883b7d1374507039 2024-11-12T03:19:19,877 INFO [M:0;3fb681890ab2:42307 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36765/user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2dd79917a0754d02883b7d1374507039, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T03:19:19,878 INFO [M:0;3fb681890ab2:42307 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false 2024-11-12T03:19:19,879 INFO [M:0;3fb681890ab2:42307 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:19,880 DEBUG [M:0;3fb681890ab2:42307 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381558594Disabling compacts and flushes for region at 1731381558594Disabling writes for close at 1731381558594Obtaining lock to block concurrent updates at 1731381558594Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381558594Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731381558594Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381558595 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381558595Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381558608 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381558608Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381559017 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381559030 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381559030Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381559438 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381559450 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381559450Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6024773c: reopening flushed file at 1731381559859 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20face04: reopening flushed file at 1731381559865 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6462cea4: reopening flushed file at 1731381559871 (+6 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=105, compaction requested=false at 1731381559878 (+7 ms)Writing region close event to WAL at 1731381559879 (+1 ms)Closed at 1731381559879 2024-11-12T03:19:19,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39621 is added to blk_1073741830_1006 (size=64526) 2024-11-12T03:19:19,882 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b409e60-82e8-d2a6-ccb7-99daac22a209/MasterData/WALs/3fb681890ab2,42307,1731381476391/3fb681890ab2%2C42307%2C1731381476391.1731381477598 not finished, retry = 0 2024-11-12T03:19:19,983 INFO [M:0;3fb681890ab2:42307 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:19:19,983 INFO [M:0;3fb681890ab2:42307 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42307 2024-11-12T03:19:19,983 INFO [M:0;3fb681890ab2:42307 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:19:19,983 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:19:20,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:19:20,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T03:19:20,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T03:19:20,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T03:19:20,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T03:19:20,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:19:20,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:19:20,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:20,096 INFO [M:0;3fb681890ab2:42307 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:19:20,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42307-0x1012d0cb10d0000, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:20,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18dae7f5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:19:20,099 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16482f84{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:19:20,099 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:19:20,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fe4dffa{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:19:20,099 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61327946{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/hadoop.log.dir/,STOPPED} 2024-11-12T03:19:20,100 WARN [BP-1398707968-172.17.0.2-1731381474691 heartbeating to localhost/127.0.0.1:36765 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:19:20,100 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:19:20,100 WARN [BP-1398707968-172.17.0.2-1731381474691 heartbeating to localhost/127.0.0.1:36765 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1398707968-172.17.0.2-1731381474691 (Datanode Uuid 9b78c705-202d-4138-8090-11a329deef63) service to localhost/127.0.0.1:36765 2024-11-12T03:19:20,100 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:19:20,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/cluster_7c96db11-0348-bc37-36e3-3aed96f8ef6d/data/data1/current/BP-1398707968-172.17.0.2-1731381474691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:19:20,101 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/cluster_7c96db11-0348-bc37-36e3-3aed96f8ef6d/data/data2/current/BP-1398707968-172.17.0.2-1731381474691 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:19:20,101 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:19:20,105 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3522e032{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:19:20,109 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@272a7215{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:19:20,109 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:19:20,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c806ef1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:19:20,109 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1425a20b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/173b82f5-a4df-7c4f-77b7-c8e337260ab5/hadoop.log.dir/,STOPPED} 2024-11-12T03:19:20,114 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T03:19:20,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:19:20,134 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=159 (was 140) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:44575 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:36765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44575 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54683) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007ff870b91c50.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$806/0x00007ff870b91c50.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36765 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36765 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54683) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44575 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36765 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36765 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44575 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=502 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=318 (was 503), ProcessCount=11 (was 11), AvailableMemoryMB=6028 (was 5867) - AvailableMemoryMB LEAK? - 2024-11-12T03:19:20,141 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=160, OpenFileDescriptor=502, MaxFileDescriptor=1048576, SystemLoadAverage=318, ProcessCount=11, AvailableMemoryMB=6028 2024-11-12T03:19:20,153 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-12T03:19:20,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/hadoop.log.dir so I do NOT create it in target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9 2024-11-12T03:19:20,153 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:19:20,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/hadoop.tmp.dir so I do NOT create it in target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9 2024-11-12T03:19:20,154 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/77bb06d2-bd47-c671-3dbf-2a093863c679/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:19:20,154 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9 2024-11-12T03:19:20,154 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/cluster_2cdcf8bb-2fec-8ea9-df4a-d1286a176375, deleteOnExit=true 2024-11-12T03:19:20,179 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/cluster_2cdcf8bb-2fec-8ea9-df4a-d1286a176375/zookeeper_0, clientPort=61054, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/cluster_2cdcf8bb-2fec-8ea9-df4a-d1286a176375/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/cluster_2cdcf8bb-2fec-8ea9-df4a-d1286a176375/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T03:19:20,180 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61054 2024-11-12T03:19:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:19:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:19:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/test.cache.data in system properties and HBase conf 2024-11-12T03:19:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:19:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:19:20,180 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:19:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:19:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:19:20,181 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:19:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:19:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:19:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:19:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:19:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:19:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:19:20,181 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:19:20,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:19:20,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:19:20,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:19:20,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:19:20,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:19:20,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:19:20,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:19:20,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012d0cb10d0002, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:19:20,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012d0cb10d0005, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:19:20,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012d0cb10d0002, quorum=127.0.0.1:54683, baseZNode=/0-1822806453 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:19:20,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012d0cb10d0005, quorum=127.0.0.1:54683, baseZNode=/1-759119485 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:19:20,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:19:20,620 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:19:20,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:19:20,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:19:20,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:19:20,621 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:19:20,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:19:20,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:19:20,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22f50b67{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/java.io.tmpdir/jetty-localhost-32869-hadoop-hdfs-3_4_1-tests_jar-_-any-11749254945381631867/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:19:20,719 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:32869} 2024-11-12T03:19:20,719 INFO [Time-limited test {}] server.Server(415): Started @136828ms 2024-11-12T03:19:21,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:19:21,012 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:19:21,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:19:21,016 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:19:21,016 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:19:21,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:19:21,017 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:19:21,114 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61e0d86d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/java.io.tmpdir/jetty-localhost-34523-hadoop-hdfs-3_4_1-tests_jar-_-any-8872784786922656748/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:19:21,114 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:34523} 2024-11-12T03:19:21,114 INFO [Time-limited test {}] server.Server(415): Started @137223ms 2024-11-12T03:19:21,115 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:19:21,800 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/cluster_2cdcf8bb-2fec-8ea9-df4a-d1286a176375/data/data2/current/BP-1487434971-172.17.0.2-1731381560203/current, will proceed with Du for space computation calculation, 2024-11-12T03:19:21,800 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/cluster_2cdcf8bb-2fec-8ea9-df4a-d1286a176375/data/data1/current/BP-1487434971-172.17.0.2-1731381560203/current, will proceed with Du for space computation calculation, 2024-11-12T03:19:21,816 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:19:21,818 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1bb773250ec2b84 with lease ID 0x5348ff139dd41b83: Processing first storage report for DS-d306d760-f8e4-499a-8eac-196e66883e24 from datanode DatanodeRegistration(127.0.0.1:40903, datanodeUuid=ff60301d-5f03-4b4e-bbc7-89b315479225, infoPort=46857, infoSecurePort=0, ipcPort=38409, storageInfo=lv=-57;cid=testClusterID;nsid=2007307394;c=1731381560203) 2024-11-12T03:19:21,818 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1bb773250ec2b84 with lease ID 0x5348ff139dd41b83: from storage DS-d306d760-f8e4-499a-8eac-196e66883e24 node DatanodeRegistration(127.0.0.1:40903, datanodeUuid=ff60301d-5f03-4b4e-bbc7-89b315479225, infoPort=46857, infoSecurePort=0, ipcPort=38409, storageInfo=lv=-57;cid=testClusterID;nsid=2007307394;c=1731381560203), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:19:21,819 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb1bb773250ec2b84 with lease ID 0x5348ff139dd41b83: Processing first storage report for DS-066b680f-0997-4021-885a-13e814be5e78 from datanode DatanodeRegistration(127.0.0.1:40903, datanodeUuid=ff60301d-5f03-4b4e-bbc7-89b315479225, infoPort=46857, infoSecurePort=0, ipcPort=38409, storageInfo=lv=-57;cid=testClusterID;nsid=2007307394;c=1731381560203) 2024-11-12T03:19:21,819 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb1bb773250ec2b84 with lease ID 0x5348ff139dd41b83: from storage DS-066b680f-0997-4021-885a-13e814be5e78 node DatanodeRegistration(127.0.0.1:40903, datanodeUuid=ff60301d-5f03-4b4e-bbc7-89b315479225, infoPort=46857, infoSecurePort=0, ipcPort=38409, storageInfo=lv=-57;cid=testClusterID;nsid=2007307394;c=1731381560203), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:19:21,842 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9 2024-11-12T03:19:21,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:21,843 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:21,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:19:22,252 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1 with version=8 2024-11-12T03:19:22,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/hbase-staging 2024-11-12T03:19:22,253 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:19:22,253 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:22,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:22,254 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:19:22,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:22,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:19:22,254 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:19:22,254 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:19:22,254 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43335 2024-11-12T03:19:22,255 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43335 connecting to ZooKeeper ensemble=127.0.0.1:61054 2024-11-12T03:19:22,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:433350x0, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:19:22,295 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43335-0x1012d0dff180000 connected 2024-11-12T03:19:22,377 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:22,379 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:22,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on znode that does not yet exist, /0-1981496068/running 2024-11-12T03:19:22,381 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1, hbase.cluster.distributed=false 2024-11-12T03:19:22,383 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on znode that does not yet exist, /0-1981496068/acl 2024-11-12T03:19:22,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43335 2024-11-12T03:19:22,383 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43335 2024-11-12T03:19:22,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43335 2024-11-12T03:19:22,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43335 2024-11-12T03:19:22,384 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43335 2024-11-12T03:19:22,396 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:19:22,396 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:22,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:22,397 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:19:22,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:22,397 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:19:22,397 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:19:22,397 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:19:22,398 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34201 2024-11-12T03:19:22,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34201 connecting to ZooKeeper ensemble=127.0.0.1:61054 2024-11-12T03:19:22,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:22,400 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:22,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:342010x0, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:19:22,408 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:342010x0, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on znode that does not yet exist, /0-1981496068/running 2024-11-12T03:19:22,408 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34201-0x1012d0dff180001 connected 2024-11-12T03:19:22,409 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:19:22,409 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:19:22,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on znode that does not yet exist, /0-1981496068/master 2024-11-12T03:19:22,411 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on znode that does not yet exist, /0-1981496068/acl 2024-11-12T03:19:22,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34201 2024-11-12T03:19:22,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34201 2024-11-12T03:19:22,413 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34201 2024-11-12T03:19:22,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34201 2024-11-12T03:19:22,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34201 2024-11-12T03:19:22,425 DEBUG [M:0;3fb681890ab2:43335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:43335 2024-11-12T03:19:22,425 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1981496068/backup-masters/3fb681890ab2,43335,1731381562253 2024-11-12T03:19:22,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068/backup-masters 2024-11-12T03:19:22,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068/backup-masters 2024-11-12T03:19:22,438 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on existing znode=/0-1981496068/backup-masters/3fb681890ab2,43335,1731381562253 2024-11-12T03:19:22,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1981496068/master 2024-11-12T03:19:22,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:22,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:22,450 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on existing znode=/0-1981496068/master 2024-11-12T03:19:22,451 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1981496068/backup-masters/3fb681890ab2,43335,1731381562253 from backup master directory 2024-11-12T03:19:22,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1981496068/backup-masters/3fb681890ab2,43335,1731381562253 2024-11-12T03:19:22,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068/backup-masters 2024-11-12T03:19:22,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068/backup-masters 2024-11-12T03:19:22,461 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:19:22,461 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,43335,1731381562253 2024-11-12T03:19:22,464 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/hbase.id] with ID: fe735014-4de9-4130-821c-05a79862c684 2024-11-12T03:19:22,464 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/.tmp/hbase.id 2024-11-12T03:19:22,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:19:22,869 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/.tmp/hbase.id]:[hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/hbase.id] 2024-11-12T03:19:22,879 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:22,880 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:19:22,881 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T03:19:23,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:23,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:23,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:19:23,452 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:19:23,453 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:19:23,453 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:23,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:19:23,862 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store 2024-11-12T03:19:23,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:19:23,868 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:23,868 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:19:23,868 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:23,868 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:23,868 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:19:23,868 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:23,868 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:23,868 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381563868Disabling compacts and flushes for region at 1731381563868Disabling writes for close at 1731381563868Writing region close event to WAL at 1731381563868Closed at 1731381563868 2024-11-12T03:19:23,869 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/.initializing 2024-11-12T03:19:23,869 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,43335,1731381562253 2024-11-12T03:19:23,870 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:19:23,871 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C43335%2C1731381562253, suffix=, logDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,43335,1731381562253, archiveDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/oldWALs, maxLogs=10 2024-11-12T03:19:23,883 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,43335,1731381562253/3fb681890ab2%2C43335%2C1731381562253.1731381563871, exclude list is [], retry=0 2024-11-12T03:19:23,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40903,DS-d306d760-f8e4-499a-8eac-196e66883e24,DISK] 2024-11-12T03:19:23,887 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,43335,1731381562253/3fb681890ab2%2C43335%2C1731381562253.1731381563871 2024-11-12T03:19:23,887 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-12T03:19:23,887 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:19:23,887 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:23,887 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:23,887 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:23,889 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:23,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:19:23,890 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:23,890 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:23,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:23,891 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:19:23,891 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:23,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:23,892 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:23,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:19:23,893 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:23,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:23,893 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:23,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:19:23,894 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:23,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:23,895 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:23,896 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:23,896 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:23,897 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:23,897 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:23,898 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:19:23,899 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:23,901 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:19:23,901 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60878569, jitterRate=-0.09283863008022308}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:19:23,902 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381563887Initializing all the Stores at 1731381563888 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381563888Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381563888Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381563888Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381563889 (+1 ms)Cleaning up temporary data from old regions at 1731381563897 (+8 ms)Region opened successfully at 1731381563902 (+5 ms) 2024-11-12T03:19:23,903 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:19:23,906 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26b2b1b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:19:23,907 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:19:23,907 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:19:23,908 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:19:23,908 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:19:23,908 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:19:23,909 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:19:23,909 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:19:23,911 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:19:23,911 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Unable to get data of znode /0-1981496068/balancer because node does not exist (not necessarily an error) 2024-11-12T03:19:23,924 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1981496068/balancer already deleted, retry=false 2024-11-12T03:19:23,924 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:19:23,925 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Unable to get data of znode /0-1981496068/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:19:23,934 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1981496068/normalizer already deleted, retry=false 2024-11-12T03:19:23,935 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:19:23,936 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Unable to get data of znode /0-1981496068/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:19:23,945 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1981496068/switch/split already deleted, retry=false 2024-11-12T03:19:23,945 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Unable to get data of znode /0-1981496068/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:19:23,955 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1981496068/switch/merge already deleted, retry=false 2024-11-12T03:19:23,957 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Unable to get data of znode /0-1981496068/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:19:23,966 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1981496068/snapshot-cleanup already deleted, retry=false 2024-11-12T03:19:23,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1981496068/running 2024-11-12T03:19:23,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1981496068/running 2024-11-12T03:19:23,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:23,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:23,977 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,43335,1731381562253, sessionid=0x1012d0dff180000, setting cluster-up flag (Was=false) 2024-11-12T03:19:23,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:23,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:24,029 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1981496068/flush-table-proc/acquired, /0-1981496068/flush-table-proc/reached, /0-1981496068/flush-table-proc/abort 2024-11-12T03:19:24,030 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,43335,1731381562253 2024-11-12T03:19:24,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:24,050 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:24,082 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1981496068/online-snapshot/acquired, /0-1981496068/online-snapshot/reached, /0-1981496068/online-snapshot/abort 2024-11-12T03:19:24,083 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,43335,1731381562253 2024-11-12T03:19:24,084 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:19:24,085 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:24,085 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:19:24,085 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:19:24,086 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,43335,1731381562253 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:19:24,087 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:24,087 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:24,087 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:24,087 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:24,087 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:19:24,087 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:24,087 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:19:24,087 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:24,088 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381594088 2024-11-12T03:19:24,088 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:19:24,088 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:19:24,088 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:19:24,088 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:19:24,088 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:19:24,088 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:19:24,089 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:24,089 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:19:24,089 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:24,090 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:24,090 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:19:24,092 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:19:24,092 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:19:24,092 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:19:24,092 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:19:24,093 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:19:24,093 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:19:24,096 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381564093,5,FailOnTimeoutGroup] 2024-11-12T03:19:24,096 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381564096,5,FailOnTimeoutGroup] 2024-11-12T03:19:24,096 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:24,096 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:19:24,096 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:24,096 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:24,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:19:24,118 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(746): ClusterId : fe735014-4de9-4130-821c-05a79862c684 2024-11-12T03:19:24,118 DEBUG [RS:0;3fb681890ab2:34201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:19:24,125 DEBUG [RS:0;3fb681890ab2:34201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:19:24,125 DEBUG [RS:0;3fb681890ab2:34201 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:19:24,135 DEBUG [RS:0;3fb681890ab2:34201 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:19:24,136 DEBUG [RS:0;3fb681890ab2:34201 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@660131d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:19:24,150 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:34201 2024-11-12T03:19:24,150 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:19:24,150 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:19:24,150 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:19:24,151 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,43335,1731381562253 with port=34201, startcode=1731381562396 2024-11-12T03:19:24,151 DEBUG [RS:0;3fb681890ab2:34201 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:19:24,152 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:19:24,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43335 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,34201,1731381562396 2024-11-12T03:19:24,153 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43335 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,34201,1731381562396 2024-11-12T03:19:24,154 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1 2024-11-12T03:19:24,154 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37823 2024-11-12T03:19:24,154 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:19:24,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068/rs 2024-11-12T03:19:24,166 DEBUG [RS:0;3fb681890ab2:34201 {}] zookeeper.ZKUtil(111): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on existing znode=/0-1981496068/rs/3fb681890ab2,34201,1731381562396 2024-11-12T03:19:24,166 WARN [RS:0;3fb681890ab2:34201 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:19:24,166 INFO [RS:0;3fb681890ab2:34201 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:24,167 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396 2024-11-12T03:19:24,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,34201,1731381562396] 2024-11-12T03:19:24,170 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:19:24,171 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:19:24,171 INFO [RS:0;3fb681890ab2:34201 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:19:24,172 INFO [RS:0;3fb681890ab2:34201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:24,172 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:19:24,172 INFO [RS:0;3fb681890ab2:34201 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:19:24,172 INFO [RS:0;3fb681890ab2:34201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:24,172 DEBUG [RS:0;3fb681890ab2:34201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:24,172 DEBUG [RS:0;3fb681890ab2:34201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:24,173 DEBUG [RS:0;3fb681890ab2:34201 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:24,173 DEBUG [RS:0;3fb681890ab2:34201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:24,173 DEBUG [RS:0;3fb681890ab2:34201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:24,173 DEBUG [RS:0;3fb681890ab2:34201 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:19:24,173 DEBUG [RS:0;3fb681890ab2:34201 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:24,173 DEBUG [RS:0;3fb681890ab2:34201 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:24,173 DEBUG [RS:0;3fb681890ab2:34201 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:24,173 DEBUG [RS:0;3fb681890ab2:34201 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:24,173 DEBUG [RS:0;3fb681890ab2:34201 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:24,173 DEBUG [RS:0;3fb681890ab2:34201 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:24,173 DEBUG [RS:0;3fb681890ab2:34201 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:19:24,173 DEBUG [RS:0;3fb681890ab2:34201 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:19:24,175 INFO [RS:0;3fb681890ab2:34201 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:24,175 INFO [RS:0;3fb681890ab2:34201 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:24,175 INFO [RS:0;3fb681890ab2:34201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:24,175 INFO [RS:0;3fb681890ab2:34201 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:24,175 INFO [RS:0;3fb681890ab2:34201 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:24,175 INFO [RS:0;3fb681890ab2:34201 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34201,1731381562396-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:19:24,189 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:19:24,189 INFO [RS:0;3fb681890ab2:34201 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34201,1731381562396-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:24,189 INFO [RS:0;3fb681890ab2:34201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:24,189 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.Replication(171): 3fb681890ab2,34201,1731381562396 started 2024-11-12T03:19:24,204 INFO [RS:0;3fb681890ab2:34201 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:24,204 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,34201,1731381562396, RpcServer on 3fb681890ab2/172.17.0.2:34201, sessionid=0x1012d0dff180001 2024-11-12T03:19:24,204 DEBUG [RS:0;3fb681890ab2:34201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:19:24,204 DEBUG [RS:0;3fb681890ab2:34201 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,34201,1731381562396 2024-11-12T03:19:24,204 DEBUG [RS:0;3fb681890ab2:34201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,34201,1731381562396' 2024-11-12T03:19:24,204 DEBUG [RS:0;3fb681890ab2:34201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1981496068/flush-table-proc/abort' 2024-11-12T03:19:24,205 DEBUG [RS:0;3fb681890ab2:34201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1981496068/flush-table-proc/acquired' 2024-11-12T03:19:24,205 DEBUG [RS:0;3fb681890ab2:34201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:19:24,205 DEBUG [RS:0;3fb681890ab2:34201 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:19:24,205 DEBUG [RS:0;3fb681890ab2:34201 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,34201,1731381562396 2024-11-12T03:19:24,205 DEBUG [RS:0;3fb681890ab2:34201 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,34201,1731381562396' 2024-11-12T03:19:24,205 DEBUG [RS:0;3fb681890ab2:34201 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1981496068/online-snapshot/abort' 2024-11-12T03:19:24,209 DEBUG [RS:0;3fb681890ab2:34201 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1981496068/online-snapshot/acquired' 2024-11-12T03:19:24,209 DEBUG [RS:0;3fb681890ab2:34201 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:19:24,209 INFO [RS:0;3fb681890ab2:34201 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:19:24,209 INFO [RS:0;3fb681890ab2:34201 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:19:24,310 INFO [RS:0;3fb681890ab2:34201 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:19:24,316 INFO [RS:0;3fb681890ab2:34201 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C34201%2C1731381562396, suffix=, logDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396, archiveDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/oldWALs, maxLogs=10 2024-11-12T03:19:24,335 DEBUG [RS:0;3fb681890ab2:34201 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.1731381564317, exclude list is [], retry=0 2024-11-12T03:19:24,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40903,DS-d306d760-f8e4-499a-8eac-196e66883e24,DISK] 2024-11-12T03:19:24,358 INFO [RS:0;3fb681890ab2:34201 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.1731381564317 2024-11-12T03:19:24,359 DEBUG [RS:0;3fb681890ab2:34201 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-12T03:19:24,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:19:24,503 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1 2024-11-12T03:19:24,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:19:24,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:24,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:19:24,526 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:19:24,526 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:24,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:24,527 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:19:24,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:19:24,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:24,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:24,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:19:24,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:19:24,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:24,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:24,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:19:24,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:19:24,538 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:24,538 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:24,538 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:19:24,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740 2024-11-12T03:19:24,540 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740 2024-11-12T03:19:24,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:19:24,543 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:19:24,544 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:19:24,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:19:24,558 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:19:24,561 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64690162, jitterRate=-0.036041468381881714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:19:24,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381564519Initializing all the Stores at 1731381564520 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381564520Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381564521 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381564521Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381564521Cleaning up temporary data from old regions at 1731381564543 (+22 ms)Region opened successfully at 1731381564562 (+19 ms) 2024-11-12T03:19:24,562 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:19:24,564 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:19:24,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:19:24,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:19:24,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:19:24,594 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:19:24,594 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381564562Disabling compacts and flushes for region at 1731381564562Disabling writes for close at 1731381564564 (+2 ms)Writing region close event to WAL at 1731381564594 (+30 ms)Closed at 1731381564594 2024-11-12T03:19:24,595 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:24,596 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:19:24,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:19:24,598 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:19:24,600 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:19:24,750 DEBUG [3fb681890ab2:43335 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:19:24,751 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,34201,1731381562396 2024-11-12T03:19:24,752 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,34201,1731381562396, state=OPENING 2024-11-12T03:19:24,797 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:19:24,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:24,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:24,837 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1981496068/meta-region-server: CHANGED 2024-11-12T03:19:24,838 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:19:24,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,34201,1731381562396}] 2024-11-12T03:19:24,839 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1981496068/meta-region-server: CHANGED 2024-11-12T03:19:24,992 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:19:24,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:19:25,005 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:19:25,005 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:25,006 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:19:25,007 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C34201%2C1731381562396.meta, suffix=.meta, logDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396, archiveDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/oldWALs, maxLogs=10 2024-11-12T03:19:25,024 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.meta.1731381565008.meta, exclude list is [], retry=0 2024-11-12T03:19:25,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40903,DS-d306d760-f8e4-499a-8eac-196e66883e24,DISK] 2024-11-12T03:19:25,033 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.meta.1731381565008.meta 2024-11-12T03:19:25,035 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-12T03:19:25,035 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:19:25,035 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:19:25,035 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:19:25,035 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:19:25,036 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:19:25,036 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:19:25,036 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:25,036 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:19:25,036 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:19:25,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:19:25,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:19:25,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:25,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:25,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:19:25,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:19:25,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:25,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:25,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:19:25,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:19:25,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:25,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:25,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:19:25,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:19:25,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:25,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:25,059 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:19:25,060 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740 2024-11-12T03:19:25,061 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740 2024-11-12T03:19:25,065 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:19:25,065 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:19:25,066 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:19:25,067 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:19:25,070 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73920931, jitterRate=0.10150770843029022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:19:25,070 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:19:25,071 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381565036Writing region info on filesystem at 1731381565036Initializing all the Stores at 1731381565037 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381565037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381565048 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381565048Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381565048Cleaning up temporary data from old regions at 1731381565065 (+17 ms)Running coprocessor post-open hooks at 1731381565070 (+5 ms)Region opened successfully at 1731381565071 (+1 ms) 2024-11-12T03:19:25,072 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381564992 2024-11-12T03:19:25,075 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:19:25,075 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:19:25,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,34201,1731381562396 2024-11-12T03:19:25,077 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,34201,1731381562396, state=OPEN 2024-11-12T03:19:25,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1981496068/meta-region-server 2024-11-12T03:19:25,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1981496068/meta-region-server 2024-11-12T03:19:25,092 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,34201,1731381562396 2024-11-12T03:19:25,092 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1981496068/meta-region-server: CHANGED 2024-11-12T03:19:25,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1981496068/meta-region-server: CHANGED 2024-11-12T03:19:25,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:19:25,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,34201,1731381562396 in 254 msec 2024-11-12T03:19:25,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:19:25,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 500 msec 2024-11-12T03:19:25,101 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:25,101 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:19:25,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:19:25,105 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,34201,1731381562396, seqNum=-1] 2024-11-12T03:19:25,105 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:19:25,107 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:19:25,114 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0280 sec 2024-11-12T03:19:25,115 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381565114, completionTime=-1 2024-11-12T03:19:25,115 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:19:25,115 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:19:25,117 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:19:25,117 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381625117 2024-11-12T03:19:25,117 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381685117 2024-11-12T03:19:25,117 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T03:19:25,118 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43335,1731381562253-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:25,118 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43335,1731381562253-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:25,118 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43335,1731381562253-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:25,118 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:43335, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:25,118 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:25,118 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:25,120 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:19:25,123 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.662sec 2024-11-12T03:19:25,123 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:19:25,123 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:19:25,123 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:19:25,123 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:19:25,123 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:19:25,123 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43335,1731381562253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:19:25,123 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43335,1731381562253-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:19:25,126 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:19:25,126 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:19:25,126 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43335,1731381562253-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:25,218 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3236b887, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:25,218 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,43335,-1 for getting cluster id 2024-11-12T03:19:25,218 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:19:25,221 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe735014-4de9-4130-821c-05a79862c684' 2024-11-12T03:19:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:19:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe735014-4de9-4130-821c-05a79862c684" 2024-11-12T03:19:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287957a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:25,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,43335,-1] 2024-11-12T03:19:25,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:19:25,222 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:25,223 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:19:25,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b742fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:25,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:19:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,34201,1731381562396, seqNum=-1] 2024-11-12T03:19:25,227 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:19:25,229 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:19:25,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,43335,1731381562253 2024-11-12T03:19:25,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61054 2024-11-12T03:19:25,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:19:25,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/hadoop.log.dir so I do NOT create it in target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825 2024-11-12T03:19:25,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:19:25,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/hadoop.tmp.dir so I do NOT create it in target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825 2024-11-12T03:19:25,276 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:19:25,277 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825 2024-11-12T03:19:25,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:19:25,277 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/cluster_7cfeff66-3309-1f12-d43a-6da304b175ee, deleteOnExit=true 2024-11-12T03:19:25,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:19:25,277 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012d0dff180002 connected 2024-11-12T03:19:25,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/test.cache.data in system properties and HBase conf 2024-11-12T03:19:25,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:19:25,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:19:25,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:19:25,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:19:25,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:19:25,277 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:19:25,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:19:25,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:19:25,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:19:25,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:19:25,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:19:25,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:19:25,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:19:25,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:19:25,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:19:25,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:19:25,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:19:25,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:19:25,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:19:25,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:19:25,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:19:25,554 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:25,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:25,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:25,555 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:25,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:25,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:19:25,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:19:25,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:19:25,721 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:19:25,721 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:19:25,722 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:19:25,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@db8d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:19:25,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a243add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:19:25,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1834e79a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/java.io.tmpdir/jetty-localhost-39035-hadoop-hdfs-3_4_1-tests_jar-_-any-13182260085817059089/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:19:25,853 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca6a426{HTTP/1.1, (http/1.1)}{localhost:39035} 2024-11-12T03:19:25,853 INFO [Time-limited test {}] server.Server(415): Started @141962ms 2024-11-12T03:19:26,323 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:19:26,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:19:26,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:19:26,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:19:26,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:19:26,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10399cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:19:26,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69488fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:19:26,471 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@297064e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/java.io.tmpdir/jetty-localhost-34301-hadoop-hdfs-3_4_1-tests_jar-_-any-10117038939937162680/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:19:26,471 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52d1efea{HTTP/1.1, (http/1.1)}{localhost:34301} 2024-11-12T03:19:26,471 INFO [Time-limited test {}] server.Server(415): Started @142580ms 2024-11-12T03:19:26,473 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:19:27,269 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/cluster_7cfeff66-3309-1f12-d43a-6da304b175ee/data/data1/current/BP-1729848267-172.17.0.2-1731381565301/current, will proceed with Du for space computation calculation, 2024-11-12T03:19:27,269 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/cluster_7cfeff66-3309-1f12-d43a-6da304b175ee/data/data2/current/BP-1729848267-172.17.0.2-1731381565301/current, will proceed with Du for space computation calculation, 2024-11-12T03:19:27,293 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:19:27,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9769cd151364dfba with lease ID 0x4bb3f26bf260f3e3: Processing first storage report for DS-bd508054-c3db-4bdd-bf29-9fe8bb30984e from datanode DatanodeRegistration(127.0.0.1:40847, datanodeUuid=3851b5c5-c8fe-4efc-b219-8235daf0a3a0, infoPort=34365, infoSecurePort=0, ipcPort=43701, storageInfo=lv=-57;cid=testClusterID;nsid=1808190062;c=1731381565301) 2024-11-12T03:19:27,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9769cd151364dfba with lease ID 0x4bb3f26bf260f3e3: from storage DS-bd508054-c3db-4bdd-bf29-9fe8bb30984e node DatanodeRegistration(127.0.0.1:40847, datanodeUuid=3851b5c5-c8fe-4efc-b219-8235daf0a3a0, infoPort=34365, infoSecurePort=0, ipcPort=43701, storageInfo=lv=-57;cid=testClusterID;nsid=1808190062;c=1731381565301), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:19:27,297 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9769cd151364dfba with lease ID 0x4bb3f26bf260f3e3: Processing first storage report for DS-feacb955-2fe5-4f15-b80d-e2c0280ccd75 from datanode DatanodeRegistration(127.0.0.1:40847, datanodeUuid=3851b5c5-c8fe-4efc-b219-8235daf0a3a0, infoPort=34365, infoSecurePort=0, ipcPort=43701, storageInfo=lv=-57;cid=testClusterID;nsid=1808190062;c=1731381565301) 2024-11-12T03:19:27,297 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9769cd151364dfba with lease ID 0x4bb3f26bf260f3e3: from storage DS-feacb955-2fe5-4f15-b80d-e2c0280ccd75 node DatanodeRegistration(127.0.0.1:40847, datanodeUuid=3851b5c5-c8fe-4efc-b219-8235daf0a3a0, infoPort=34365, infoSecurePort=0, ipcPort=43701, storageInfo=lv=-57;cid=testClusterID;nsid=1808190062;c=1731381565301), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:19:27,396 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825 2024-11-12T03:19:27,396 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:27,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:27,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:19:27,805 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd with version=8 2024-11-12T03:19:27,805 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/hbase-staging 2024-11-12T03:19:27,807 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:19:27,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:27,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:27,807 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:19:27,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:27,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:19:27,807 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:19:27,807 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:19:27,808 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34191 2024-11-12T03:19:27,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34191 connecting to ZooKeeper ensemble=127.0.0.1:61054 2024-11-12T03:19:27,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341910x0, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:19:27,819 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34191-0x1012d0dff180003 connected 2024-11-12T03:19:27,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:27,894 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:27,896 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Set watcher on znode that does not yet exist, /1-1485393266/running 2024-11-12T03:19:27,896 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd, hbase.cluster.distributed=false 2024-11-12T03:19:27,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Set watcher on znode that does not yet exist, /1-1485393266/acl 2024-11-12T03:19:27,898 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34191 2024-11-12T03:19:27,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34191 2024-11-12T03:19:27,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34191 2024-11-12T03:19:27,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34191 2024-11-12T03:19:27,899 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34191 2024-11-12T03:19:27,911 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:19:27,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:27,911 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:27,912 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:19:27,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:27,912 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:19:27,912 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:19:27,912 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:19:27,912 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40001 2024-11-12T03:19:27,913 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40001 connecting to ZooKeeper ensemble=127.0.0.1:61054 2024-11-12T03:19:27,914 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:27,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:27,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400010x0, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:19:27,924 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400010x0, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Set watcher on znode that does not yet exist, /1-1485393266/running 2024-11-12T03:19:27,924 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40001-0x1012d0dff180004 connected 2024-11-12T03:19:27,924 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:19:27,925 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:19:27,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Set watcher on znode that does not yet exist, /1-1485393266/master 2024-11-12T03:19:27,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Set watcher on znode that does not yet exist, /1-1485393266/acl 2024-11-12T03:19:27,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40001 2024-11-12T03:19:27,926 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40001 2024-11-12T03:19:27,928 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40001 2024-11-12T03:19:27,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40001 2024-11-12T03:19:27,932 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40001 2024-11-12T03:19:27,942 DEBUG [M:0;3fb681890ab2:34191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:34191 2024-11-12T03:19:27,943 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1485393266/backup-masters/3fb681890ab2,34191,1731381567806 2024-11-12T03:19:27,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266/backup-masters 2024-11-12T03:19:27,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266/backup-masters 2024-11-12T03:19:27,955 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Set watcher on existing znode=/1-1485393266/backup-masters/3fb681890ab2,34191,1731381567806 2024-11-12T03:19:27,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:27,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1485393266/master 2024-11-12T03:19:27,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:27,966 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Set watcher on existing znode=/1-1485393266/master 2024-11-12T03:19:27,966 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1485393266/backup-masters/3fb681890ab2,34191,1731381567806 from backup master directory 2024-11-12T03:19:27,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1485393266/backup-masters/3fb681890ab2,34191,1731381567806 2024-11-12T03:19:27,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266/backup-masters 2024-11-12T03:19:27,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266/backup-masters 2024-11-12T03:19:27,976 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:19:27,976 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,34191,1731381567806 2024-11-12T03:19:27,980 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/hbase.id] with ID: 851aaae4-332a-491a-a0fd-643d1607a08b 2024-11-12T03:19:27,980 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/.tmp/hbase.id 2024-11-12T03:19:27,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:19:28,385 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/.tmp/hbase.id]:[hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/hbase.id] 2024-11-12T03:19:28,395 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:28,396 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:19:28,397 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T03:19:28,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:28,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:28,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:19:28,813 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:19:28,814 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:19:28,814 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:28,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:19:29,220 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store 2024-11-12T03:19:29,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:19:29,626 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:29,626 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:19:29,626 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:29,627 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:29,627 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:19:29,627 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:29,627 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:29,627 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381569626Disabling compacts and flushes for region at 1731381569626Disabling writes for close at 1731381569627 (+1 ms)Writing region close event to WAL at 1731381569627Closed at 1731381569627 2024-11-12T03:19:29,628 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/.initializing 2024-11-12T03:19:29,628 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/WALs/3fb681890ab2,34191,1731381567806 2024-11-12T03:19:29,629 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:19:29,639 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C34191%2C1731381567806, suffix=, logDir=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/WALs/3fb681890ab2,34191,1731381567806, archiveDir=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/oldWALs, maxLogs=10 2024-11-12T03:19:29,657 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/WALs/3fb681890ab2,34191,1731381567806/3fb681890ab2%2C34191%2C1731381567806.1731381569639, exclude list is [], retry=0 2024-11-12T03:19:29,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40847,DS-bd508054-c3db-4bdd-bf29-9fe8bb30984e,DISK] 2024-11-12T03:19:29,662 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/WALs/3fb681890ab2,34191,1731381567806/3fb681890ab2%2C34191%2C1731381567806.1731381569639 2024-11-12T03:19:29,662 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34365:34365)] 2024-11-12T03:19:29,662 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:19:29,663 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:29,663 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:29,663 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:29,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:29,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:19:29,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:29,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:29,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:29,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:19:29,667 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:29,667 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:29,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:29,668 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:19:29,668 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:29,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:29,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:29,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:19:29,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:29,670 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:29,670 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:29,671 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:29,671 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:29,672 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:29,672 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:29,672 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:19:29,673 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:29,675 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:19:29,676 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74771229, jitterRate=0.1141781359910965}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:19:29,676 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381569663Initializing all the Stores at 1731381569663Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381569663Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381569664 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381569664Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381569664Cleaning up temporary data from old regions at 1731381569672 (+8 ms)Region opened successfully at 1731381569676 (+4 ms) 2024-11-12T03:19:29,679 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:19:29,682 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b74cc3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:19:29,683 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:19:29,683 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:19:29,683 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:19:29,683 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:19:29,684 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:19:29,684 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:19:29,684 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:19:29,686 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:19:29,687 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Unable to get data of znode /1-1485393266/balancer because node does not exist (not necessarily an error) 2024-11-12T03:19:29,692 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1485393266/balancer already deleted, retry=false 2024-11-12T03:19:29,692 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:19:29,693 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Unable to get data of znode /1-1485393266/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:19:29,702 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1485393266/normalizer already deleted, retry=false 2024-11-12T03:19:29,703 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:19:29,704 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Unable to get data of znode /1-1485393266/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:19:29,713 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1485393266/switch/split already deleted, retry=false 2024-11-12T03:19:29,713 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Unable to get data of znode /1-1485393266/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:19:29,723 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1485393266/switch/merge already deleted, retry=false 2024-11-12T03:19:29,725 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Unable to get data of znode /1-1485393266/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:19:29,734 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1485393266/snapshot-cleanup already deleted, retry=false 2024-11-12T03:19:29,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1485393266/running 2024-11-12T03:19:29,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1485393266/running 2024-11-12T03:19:29,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:29,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:29,745 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,34191,1731381567806, sessionid=0x1012d0dff180003, setting cluster-up flag (Was=false) 2024-11-12T03:19:29,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:29,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:29,797 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1485393266/flush-table-proc/acquired, /1-1485393266/flush-table-proc/reached, /1-1485393266/flush-table-proc/abort 2024-11-12T03:19:29,798 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,34191,1731381567806 2024-11-12T03:19:29,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:29,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:29,849 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1485393266/online-snapshot/acquired, /1-1485393266/online-snapshot/reached, /1-1485393266/online-snapshot/abort 2024-11-12T03:19:29,850 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,34191,1731381567806 2024-11-12T03:19:29,852 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:19:29,853 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:29,854 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:19:29,854 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:19:29,854 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,34191,1731381567806 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:19:29,855 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:29,855 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:29,855 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:29,855 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:29,855 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:19:29,855 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:29,855 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:19:29,856 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:29,857 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:29,857 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:19:29,857 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381599857 2024-11-12T03:19:29,857 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:19:29,857 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:19:29,858 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:19:29,858 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:19:29,858 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:19:29,858 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:19:29,858 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:29,858 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:29,859 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:19:29,859 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:19:29,859 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:19:29,859 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:19:29,859 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:19:29,859 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:19:29,859 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:19:29,860 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381569859,5,FailOnTimeoutGroup] 2024-11-12T03:19:29,860 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381569860,5,FailOnTimeoutGroup] 2024-11-12T03:19:29,860 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:29,860 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:19:29,860 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:29,860 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:29,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:19:29,935 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(746): ClusterId : 851aaae4-332a-491a-a0fd-643d1607a08b 2024-11-12T03:19:29,935 DEBUG [RS:0;3fb681890ab2:40001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:19:29,945 DEBUG [RS:0;3fb681890ab2:40001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:19:29,945 DEBUG [RS:0;3fb681890ab2:40001 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:19:29,956 DEBUG [RS:0;3fb681890ab2:40001 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:19:29,956 DEBUG [RS:0;3fb681890ab2:40001 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3e2633, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:19:29,965 DEBUG [RS:0;3fb681890ab2:40001 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:40001 2024-11-12T03:19:29,966 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:19:29,966 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:19:29,966 DEBUG [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:19:29,966 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,34191,1731381567806 with port=40001, startcode=1731381567911 2024-11-12T03:19:29,966 DEBUG [RS:0;3fb681890ab2:40001 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:19:29,968 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51945, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:19:29,968 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34191 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,40001,1731381567911 2024-11-12T03:19:29,968 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34191 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,40001,1731381567911 2024-11-12T03:19:29,970 DEBUG [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd 2024-11-12T03:19:29,970 DEBUG [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38101 2024-11-12T03:19:29,970 DEBUG [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:19:30,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T03:19:30,005 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T03:19:30,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:19:30,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T03:19:30,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:19:30,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T03:19:30,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T03:19:30,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T03:19:30,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266/rs 2024-11-12T03:19:30,008 DEBUG [RS:0;3fb681890ab2:40001 {}] zookeeper.ZKUtil(111): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Set watcher on existing znode=/1-1485393266/rs/3fb681890ab2,40001,1731381567911 2024-11-12T03:19:30,008 WARN [RS:0;3fb681890ab2:40001 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:19:30,008 INFO [RS:0;3fb681890ab2:40001 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:30,008 DEBUG [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/WALs/3fb681890ab2,40001,1731381567911 2024-11-12T03:19:30,008 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,40001,1731381567911] 2024-11-12T03:19:30,011 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:19:30,012 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:19:30,012 INFO [RS:0;3fb681890ab2:40001 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:19:30,012 INFO [RS:0;3fb681890ab2:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:30,013 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:19:30,013 INFO [RS:0;3fb681890ab2:40001 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:19:30,013 INFO [RS:0;3fb681890ab2:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:30,013 DEBUG [RS:0;3fb681890ab2:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:30,013 DEBUG [RS:0;3fb681890ab2:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:30,013 DEBUG [RS:0;3fb681890ab2:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:30,013 DEBUG [RS:0;3fb681890ab2:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:30,013 DEBUG [RS:0;3fb681890ab2:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:30,013 DEBUG [RS:0;3fb681890ab2:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:19:30,013 DEBUG [RS:0;3fb681890ab2:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:30,014 DEBUG [RS:0;3fb681890ab2:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:30,014 DEBUG [RS:0;3fb681890ab2:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:30,014 DEBUG [RS:0;3fb681890ab2:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:30,014 DEBUG [RS:0;3fb681890ab2:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:30,014 DEBUG [RS:0;3fb681890ab2:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:30,014 DEBUG [RS:0;3fb681890ab2:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:19:30,014 DEBUG [RS:0;3fb681890ab2:40001 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:19:30,014 INFO [RS:0;3fb681890ab2:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:30,014 INFO [RS:0;3fb681890ab2:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:30,014 INFO [RS:0;3fb681890ab2:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:30,014 INFO [RS:0;3fb681890ab2:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:30,014 INFO [RS:0;3fb681890ab2:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:30,014 INFO [RS:0;3fb681890ab2:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,40001,1731381567911-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:19:30,026 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:19:30,026 INFO [RS:0;3fb681890ab2:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,40001,1731381567911-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:30,026 INFO [RS:0;3fb681890ab2:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:30,026 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.Replication(171): 3fb681890ab2,40001,1731381567911 started 2024-11-12T03:19:30,037 INFO [RS:0;3fb681890ab2:40001 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:30,037 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,40001,1731381567911, RpcServer on 3fb681890ab2/172.17.0.2:40001, sessionid=0x1012d0dff180004 2024-11-12T03:19:30,037 DEBUG [RS:0;3fb681890ab2:40001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:19:30,037 DEBUG [RS:0;3fb681890ab2:40001 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,40001,1731381567911 2024-11-12T03:19:30,038 DEBUG [RS:0;3fb681890ab2:40001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,40001,1731381567911' 2024-11-12T03:19:30,038 DEBUG [RS:0;3fb681890ab2:40001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1485393266/flush-table-proc/abort' 2024-11-12T03:19:30,038 DEBUG [RS:0;3fb681890ab2:40001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1485393266/flush-table-proc/acquired' 2024-11-12T03:19:30,038 DEBUG [RS:0;3fb681890ab2:40001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:19:30,038 DEBUG [RS:0;3fb681890ab2:40001 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:19:30,039 DEBUG [RS:0;3fb681890ab2:40001 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,40001,1731381567911 2024-11-12T03:19:30,039 DEBUG [RS:0;3fb681890ab2:40001 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,40001,1731381567911' 2024-11-12T03:19:30,039 DEBUG [RS:0;3fb681890ab2:40001 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1485393266/online-snapshot/abort' 2024-11-12T03:19:30,039 DEBUG [RS:0;3fb681890ab2:40001 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1485393266/online-snapshot/acquired' 2024-11-12T03:19:30,039 DEBUG [RS:0;3fb681890ab2:40001 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:19:30,039 INFO [RS:0;3fb681890ab2:40001 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:19:30,039 INFO [RS:0;3fb681890ab2:40001 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:19:30,140 INFO [RS:0;3fb681890ab2:40001 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:19:30,141 INFO [RS:0;3fb681890ab2:40001 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C40001%2C1731381567911, suffix=, logDir=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/WALs/3fb681890ab2,40001,1731381567911, archiveDir=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/oldWALs, maxLogs=10 2024-11-12T03:19:30,153 DEBUG [RS:0;3fb681890ab2:40001 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/WALs/3fb681890ab2,40001,1731381567911/3fb681890ab2%2C40001%2C1731381567911.1731381570141, exclude list is [], retry=0 2024-11-12T03:19:30,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40847,DS-bd508054-c3db-4bdd-bf29-9fe8bb30984e,DISK] 2024-11-12T03:19:30,157 INFO [RS:0;3fb681890ab2:40001 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/WALs/3fb681890ab2,40001,1731381567911/3fb681890ab2%2C40001%2C1731381567911.1731381570141 2024-11-12T03:19:30,157 DEBUG [RS:0;3fb681890ab2:40001 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34365:34365)] 2024-11-12T03:19:30,269 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:19:30,269 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd 2024-11-12T03:19:30,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:19:30,538 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:19:30,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:30,565 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:30,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:30,566 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:30,571 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:30,576 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:19:30,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:30,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:19:30,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:19:30,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:30,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:30,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:19:30,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:19:30,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:30,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:30,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:19:30,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:19:30,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:30,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:30,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:19:30,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:19:30,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:30,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:30,681 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:19:30,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/data/hbase/meta/1588230740 2024-11-12T03:19:30,682 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/data/hbase/meta/1588230740 2024-11-12T03:19:30,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:19:30,683 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:19:30,684 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:19:30,685 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:19:30,687 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:19:30,687 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69518016, jitterRate=0.03589916229248047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:19:30,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381570675Initializing all the Stores at 1731381570676 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381570676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381570676Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381570676Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381570676Cleaning up temporary data from old regions at 1731381570683 (+7 ms)Region opened successfully at 1731381570687 (+4 ms) 2024-11-12T03:19:30,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:19:30,687 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:19:30,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:19:30,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:19:30,687 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:19:30,688 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:19:30,688 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381570687Disabling compacts and flushes for region at 1731381570687Disabling writes for close at 1731381570687Writing region close event to WAL at 1731381570688 (+1 ms)Closed at 1731381570688 2024-11-12T03:19:30,689 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:30,689 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:19:30,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:19:30,690 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:19:30,690 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:19:30,841 DEBUG [3fb681890ab2:34191 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:19:30,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,40001,1731381567911 2024-11-12T03:19:30,842 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,40001,1731381567911, state=OPENING 2024-11-12T03:19:30,849 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:19:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:30,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:30,861 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:19:30,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1485393266/meta-region-server: CHANGED 2024-11-12T03:19:30,861 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1485393266/meta-region-server: CHANGED 2024-11-12T03:19:30,861 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,40001,1731381567911}] 2024-11-12T03:19:31,013 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:19:31,014 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41465, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:19:31,018 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:19:31,018 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:31,018 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:19:31,020 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C40001%2C1731381567911.meta, suffix=.meta, logDir=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/WALs/3fb681890ab2,40001,1731381567911, archiveDir=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/oldWALs, maxLogs=10 2024-11-12T03:19:31,030 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/WALs/3fb681890ab2,40001,1731381567911/3fb681890ab2%2C40001%2C1731381567911.meta.1731381571020.meta, exclude list is [], retry=0 2024-11-12T03:19:31,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40847,DS-bd508054-c3db-4bdd-bf29-9fe8bb30984e,DISK] 2024-11-12T03:19:31,034 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/WALs/3fb681890ab2,40001,1731381567911/3fb681890ab2%2C40001%2C1731381567911.meta.1731381571020.meta 2024-11-12T03:19:31,034 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34365:34365)] 2024-11-12T03:19:31,034 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:19:31,034 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:19:31,035 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:19:31,035 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:19:31,035 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:19:31,035 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:19:31,035 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:31,035 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:19:31,035 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:19:31,036 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:19:31,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:19:31,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:31,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:31,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:19:31,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:19:31,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:31,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:31,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:19:31,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:19:31,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:31,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:31,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:19:31,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:19:31,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:31,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:31,041 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:19:31,042 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/data/hbase/meta/1588230740 2024-11-12T03:19:31,043 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/data/hbase/meta/1588230740 2024-11-12T03:19:31,044 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:19:31,044 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:19:31,045 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:19:31,046 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:19:31,047 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66076605, jitterRate=-0.015381857752799988}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:19:31,047 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:19:31,047 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381571035Writing region info on filesystem at 1731381571035Initializing all the Stores at 1731381571036 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381571036Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381571036Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381571036Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381571036Cleaning up temporary data from old regions at 1731381571044 (+8 ms)Running coprocessor post-open hooks at 1731381571047 (+3 ms)Region opened successfully at 1731381571047 2024-11-12T03:19:31,048 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381571013 2024-11-12T03:19:31,049 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:19:31,050 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:19:31,050 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,40001,1731381567911 2024-11-12T03:19:31,051 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,40001,1731381567911, state=OPEN 2024-11-12T03:19:31,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1485393266/meta-region-server 2024-11-12T03:19:31,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1485393266/meta-region-server 2024-11-12T03:19:31,111 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,40001,1731381567911 2024-11-12T03:19:31,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1485393266/meta-region-server: CHANGED 2024-11-12T03:19:31,111 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1485393266/meta-region-server: CHANGED 2024-11-12T03:19:31,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:19:31,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,40001,1731381567911 in 250 msec 2024-11-12T03:19:31,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:19:31,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 424 msec 2024-11-12T03:19:31,116 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:31,116 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:19:31,117 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:19:31,117 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40001,1731381567911, seqNum=-1] 2024-11-12T03:19:31,118 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:19:31,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:19:31,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2700 sec 2024-11-12T03:19:31,124 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381571124, completionTime=-1 2024-11-12T03:19:31,124 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:19:31,124 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:19:31,126 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:19:31,126 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381631126 2024-11-12T03:19:31,126 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381691126 2024-11-12T03:19:31,126 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T03:19:31,127 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34191,1731381567806-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:31,127 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34191,1731381567806-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:31,127 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34191,1731381567806-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:31,127 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:34191, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:31,127 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:31,127 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:31,129 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:19:31,130 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.154sec 2024-11-12T03:19:31,130 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:19:31,130 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:19:31,130 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:19:31,130 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:19:31,131 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:19:31,131 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34191,1731381567806-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:19:31,131 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34191,1731381567806-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:19:31,133 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:19:31,133 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:19:31,133 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34191,1731381567806-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:31,136 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77d9e554, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:31,136 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,34191,-1 for getting cluster id 2024-11-12T03:19:31,136 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:19:31,137 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '851aaae4-332a-491a-a0fd-643d1607a08b' 2024-11-12T03:19:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:19:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "851aaae4-332a-491a-a0fd-643d1607a08b" 2024-11-12T03:19:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46729461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,34191,-1] 2024-11-12T03:19:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:19:31,138 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:31,139 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:19:31,140 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@548b3e3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:31,140 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:19:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40001,1731381567911, seqNum=-1] 2024-11-12T03:19:31,141 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:19:31,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:19:31,144 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,34191,1731381567806 2024-11-12T03:19:31,145 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61054 2024-11-12T03:19:31,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:19:31,195 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012d0dff180005 connected 2024-11-12T03:19:31,235 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70f88dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:31,235 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,43335,-1 for getting cluster id 2024-11-12T03:19:31,235 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:19:31,236 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe735014-4de9-4130-821c-05a79862c684' 2024-11-12T03:19:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:19:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe735014-4de9-4130-821c-05a79862c684" 2024-11-12T03:19:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ead7f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,43335,-1] 2024-11-12T03:19:31,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:19:31,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:31,237 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:19:31,238 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f8f1f2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:31,238 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:19:31,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,43335,1731381562253 2024-11-12T03:19:31,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77661320 2024-11-12T03:19:31,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:19:31,240 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:19:31,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:34191,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:19:31,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:19:31,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:19:31,243 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:34191' 2024-11-12T03:19:31,244 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65cba6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:31,244 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,34191,-1 for getting cluster id 2024-11-12T03:19:31,245 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:19:31,245 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '851aaae4-332a-491a-a0fd-643d1607a08b' 2024-11-12T03:19:31,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:19:31,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "851aaae4-332a-491a-a0fd-643d1607a08b" 2024-11-12T03:19:31,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7426d485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:31,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,34191,-1] 2024-11-12T03:19:31,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:19:31,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:31,247 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35944, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:19:31,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@242f8c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:31,248 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:19:31,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,34191,1731381567806 2024-11-12T03:19:31,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12e6fc8a 2024-11-12T03:19:31,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:19:31,249 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:19:31,250 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-12T03:19:31,250 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:19:31,250 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:31,250 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:31,250 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:19:31,250 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:19:31,252 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:19:31,253 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:19:31,253 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:31,254 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:19:31,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741835_1011 (size=1138) 2024-11-12T03:19:31,302 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:19:31,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:19:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:19:31,661 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8973f4ebd6276c069fa39d1f5ec76484, NAME => 'hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1 2024-11-12T03:19:31,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741836_1012 (size=44) 2024-11-12T03:19:31,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:31,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8973f4ebd6276c069fa39d1f5ec76484, disabling compactions & flushes 2024-11-12T03:19:31,675 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:31,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:31,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. after waiting 0 ms 2024-11-12T03:19:31,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:31,675 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:31,675 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8973f4ebd6276c069fa39d1f5ec76484: Waiting for close lock at 1731381571675Disabling compacts and flushes for region at 1731381571675Disabling writes for close at 1731381571675Writing region close event to WAL at 1731381571675Closed at 1731381571675 2024-11-12T03:19:31,676 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:19:31,676 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381571676"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381571676"}]},"ts":"1731381571676"} 2024-11-12T03:19:31,679 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:19:31,680 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:19:31,680 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381571680"}]},"ts":"1731381571680"} 2024-11-12T03:19:31,682 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:19:31,683 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8973f4ebd6276c069fa39d1f5ec76484, ASSIGN}] 2024-11-12T03:19:31,684 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8973f4ebd6276c069fa39d1f5ec76484, ASSIGN 2024-11-12T03:19:31,685 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8973f4ebd6276c069fa39d1f5ec76484, ASSIGN; state=OFFLINE, location=3fb681890ab2,34201,1731381562396; forceNewPlan=false, retain=false 2024-11-12T03:19:31,836 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8973f4ebd6276c069fa39d1f5ec76484, regionState=OPENING, regionLocation=3fb681890ab2,34201,1731381562396 2024-11-12T03:19:31,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8973f4ebd6276c069fa39d1f5ec76484, ASSIGN because future has completed 2024-11-12T03:19:31,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8973f4ebd6276c069fa39d1f5ec76484, server=3fb681890ab2,34201,1731381562396}] 2024-11-12T03:19:31,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:19:31,997 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:31,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:31,998 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:19:31,999 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C34201%2C1731381562396.rep, suffix=, logDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396, archiveDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/oldWALs, maxLogs=10 2024-11-12T03:19:32,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.rep.1731381572000, exclude list is [], retry=0 2024-11-12T03:19:32,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40903,DS-d306d760-f8e4-499a-8eac-196e66883e24,DISK] 2024-11-12T03:19:32,024 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.rep.1731381572000 2024-11-12T03:19:32,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-12T03:19:32,025 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 8973f4ebd6276c069fa39d1f5ec76484, NAME => 'hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:19:32,026 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:19:32,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:19:32,026 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. service=MultiRowMutationService 2024-11-12T03:19:32,027 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:19:32,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:32,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:32,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:32,027 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:32,033 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:32,037 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8973f4ebd6276c069fa39d1f5ec76484 columnFamilyName hfileref 2024-11-12T03:19:32,037 DEBUG [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:32,038 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] regionserver.HStore(327): Store=8973f4ebd6276c069fa39d1f5ec76484/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:32,038 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:32,040 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8973f4ebd6276c069fa39d1f5ec76484 columnFamilyName queue 2024-11-12T03:19:32,040 DEBUG [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:32,040 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] regionserver.HStore(327): Store=8973f4ebd6276c069fa39d1f5ec76484/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:32,040 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:32,042 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8973f4ebd6276c069fa39d1f5ec76484 columnFamilyName sid 2024-11-12T03:19:32,043 DEBUG [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:32,043 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] regionserver.HStore(327): Store=8973f4ebd6276c069fa39d1f5ec76484/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:32,043 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:32,044 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/replication/8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:32,045 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/replication/8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:32,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:32,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:32,046 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:19:32,047 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:32,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/replication/8973f4ebd6276c069fa39d1f5ec76484/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:19:32,054 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 8973f4ebd6276c069fa39d1f5ec76484; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70402877, jitterRate=0.0490846186876297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:19:32,054 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:32,055 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 8973f4ebd6276c069fa39d1f5ec76484: Running coprocessor pre-open hook at 1731381572027Writing region info on filesystem at 1731381572027Initializing all the Stores at 1731381572030 (+3 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381572031 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381572033 (+2 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381572033Cleaning up temporary data from old regions at 1731381572046 (+13 ms)Running coprocessor post-open hooks at 1731381572054 (+8 ms)Region opened successfully at 1731381572055 (+1 ms) 2024-11-12T03:19:32,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484., pid=7, masterSystemTime=1731381571991 2024-11-12T03:19:32,059 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:32,059 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:32,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=8973f4ebd6276c069fa39d1f5ec76484, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,34201,1731381562396 2024-11-12T03:19:32,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8973f4ebd6276c069fa39d1f5ec76484, server=3fb681890ab2,34201,1731381562396 because future has completed 2024-11-12T03:19:32,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-12T03:19:32,079 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 8973f4ebd6276c069fa39d1f5ec76484, server=3fb681890ab2,34201,1731381562396 in 238 msec 2024-11-12T03:19:32,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:19:32,086 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8973f4ebd6276c069fa39d1f5ec76484, ASSIGN in 396 msec 2024-11-12T03:19:32,087 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:19:32,087 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381572087"}]},"ts":"1731381572087"} 2024-11-12T03:19:32,090 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:19:32,091 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:19:32,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 840 msec 2024-11-12T03:19:32,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484., hostname=3fb681890ab2,34201,1731381562396, seqNum=2] 2024-11-12T03:19:32,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:32,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:32,209 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:19:32,362 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34201 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-12T03:19:32,362 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:19:32,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:19:32,390 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,34201,1731381562396, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:19:32,390 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:19:32,390 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,34201,1731381562396, seqNum=-1] 2024-11-12T03:19:32,390 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:19:32,391 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46387, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-12T03:19:32,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,34201,1731381562396', locateType=CURRENT is [region=hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484., hostname=3fb681890ab2,34201,1731381562396, seqNum=2] 2024-11-12T03:19:32,395 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-12T03:19:32,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-12T03:19:32,397 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,34201,1731381562396 suceeded 2024-11-12T03:19:32,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-12T03:19:32,399 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-12T03:19:32,399 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:34191,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:19:32,401 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1590 sec 2024-11-12T03:19:32,410 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:34191' 2024-11-12T03:19:32,411 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a8e7a65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:32,411 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,34191,-1 for getting cluster id 2024-11-12T03:19:32,411 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:19:32,411 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '851aaae4-332a-491a-a0fd-643d1607a08b' 2024-11-12T03:19:32,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:19:32,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "851aaae4-332a-491a-a0fd-643d1607a08b" 2024-11-12T03:19:32,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60c9a53e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:32,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,34191,-1] 2024-11-12T03:19:32,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:19:32,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:32,413 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:19:32,413 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43cd9854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:32,413 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:19:32,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,34191,1731381567806 2024-11-12T03:19:32,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fcafe6a 2024-11-12T03:19:32,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:19:32,415 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-12T03:19:32,416 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,34201,1731381562396 (queues=1) is replicating from cluster=fe735014-4de9-4130-821c-05a79862c684 to cluster=851aaae4-332a-491a-a0fd-643d1607a08b 2024-11-12T03:19:32,416 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C34201%2C1731381562396 2024-11-12T03:19:32,416 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,34201,1731381562396, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:19:32,416 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.shipper3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C34201%2C1731381562396 2024-11-12T03:19:32,416 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.wal-reader.3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.1731381564317, startPosition=0, beingWritten=true 2024-11-12T03:19:32,621 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.wal-reader.3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.1731381564317 to pos 0, reset compression=false 2024-11-12T03:19:32,925 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.wal-reader.3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.1731381564317 to pos 0, reset compression=false 2024-11-12T03:19:33,330 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.wal-reader.3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.1731381564317 to pos 0, reset compression=false 2024-11-12T03:19:33,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:19:33,389 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:19:33,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:19:33,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:33,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:33,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:33,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:19:33,390 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:19:33,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,43335,1731381562253 2024-11-12T03:19:33,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f27426d 2024-11-12T03:19:33,391 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:19:33,392 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:19:33,392 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43335 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T03:19:33,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:19:33,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:33,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:33,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:33,393 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:19:33,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:19:33,393 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=336054871, stopped=false 2024-11-12T03:19:33,393 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,43335,1731381562253 2024-11-12T03:19:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1981496068/running 2024-11-12T03:19:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1981496068/running 2024-11-12T03:19:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:33,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:33,439 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:19:33,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:19:33,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:33,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:33,440 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,34201,1731381562396' ***** 2024-11-12T03:19:33,440 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:19:33,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on znode that does not yet exist, /0-1981496068/running 2024-11-12T03:19:33,440 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:19:33,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on znode that does not yet exist, /0-1981496068/running 2024-11-12T03:19:33,440 INFO [RS:0;3fb681890ab2:34201 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:19:33,440 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:19:33,440 INFO [RS:0;3fb681890ab2:34201 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:19:33,440 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(3091): Received CLOSE for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:33,440 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,34201,1731381562396 2024-11-12T03:19:33,440 INFO [RS:0;3fb681890ab2:34201 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:19:33,441 INFO [RS:0;3fb681890ab2:34201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:34201. 2024-11-12T03:19:33,441 DEBUG [RS:0;3fb681890ab2:34201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:33,441 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8973f4ebd6276c069fa39d1f5ec76484, disabling compactions & flushes 2024-11-12T03:19:33,441 DEBUG [RS:0;3fb681890ab2:34201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:33,441 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:33,441 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:33,441 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. after waiting 0 ms 2024-11-12T03:19:33,441 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:33,441 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8973f4ebd6276c069fa39d1f5ec76484 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-12T03:19:33,441 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:19:33,441 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:19:33,441 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:19:33,441 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:19:33,441 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T03:19:33,441 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1325): Online Regions={8973f4ebd6276c069fa39d1f5ec76484=hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:19:33,441 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:33,441 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:19:33,442 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:19:33,442 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:19:33,442 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:19:33,442 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:19:33,442 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-12T03:19:33,455 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/replication/8973f4ebd6276c069fa39d1f5ec76484/.tmp/queue/c5242e36187f4f209f04c205669fed21 is 151, key is 1-3fb681890ab2,34201,1731381562396/queue:3fb681890ab2%2C34201%2C1731381562396/1731381572394/Put/seqid=0 2024-11-12T03:19:33,455 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/.tmp/info/95eeca3487bb4b13b2c99ce5578612fd is 147, key is hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484./info:regioninfo/1731381572059/Put/seqid=0 2024-11-12T03:19:33,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741838_1014 (size=5350) 2024-11-12T03:19:33,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741839_1015 (size=6631) 2024-11-12T03:19:33,503 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:19:33,641 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:33,834 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.wal-reader.3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.1731381564317 to pos 0, reset compression=false 2024-11-12T03:19:33,842 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:33,859 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/replication/8973f4ebd6276c069fa39d1f5ec76484/.tmp/queue/c5242e36187f4f209f04c205669fed21 2024-11-12T03:19:33,860 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/.tmp/info/95eeca3487bb4b13b2c99ce5578612fd 2024-11-12T03:19:33,866 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/replication/8973f4ebd6276c069fa39d1f5ec76484/.tmp/queue/c5242e36187f4f209f04c205669fed21 as hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/replication/8973f4ebd6276c069fa39d1f5ec76484/queue/c5242e36187f4f209f04c205669fed21 2024-11-12T03:19:33,871 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/replication/8973f4ebd6276c069fa39d1f5ec76484/queue/c5242e36187f4f209f04c205669fed21, entries=1, sequenceid=5, filesize=5.2 K 2024-11-12T03:19:33,872 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8973f4ebd6276c069fa39d1f5ec76484 in 431ms, sequenceid=5, compaction requested=false 2024-11-12T03:19:33,872 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T03:19:33,877 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/replication/8973f4ebd6276c069fa39d1f5ec76484/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T03:19:33,878 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:19:33,878 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:19:33,878 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:33,878 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8973f4ebd6276c069fa39d1f5ec76484: Waiting for close lock at 1731381573441Running coprocessor pre-close hooks at 1731381573441Disabling compacts and flushes for region at 1731381573441Disabling writes for close at 1731381573441Obtaining lock to block concurrent updates at 1731381573441Preparing flush snapshotting stores in 8973f4ebd6276c069fa39d1f5ec76484 at 1731381573441Finished memstore snapshotting hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731381573441Flushing stores of hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. at 1731381573442 (+1 ms)Flushing 8973f4ebd6276c069fa39d1f5ec76484/queue: creating writer at 1731381573442Flushing 8973f4ebd6276c069fa39d1f5ec76484/queue: appending metadata at 1731381573455 (+13 ms)Flushing 8973f4ebd6276c069fa39d1f5ec76484/queue: closing flushed file at 1731381573455Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c8e1d1d: reopening flushed file at 1731381573865 (+410 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 8973f4ebd6276c069fa39d1f5ec76484 in 431ms, sequenceid=5, compaction requested=false at 1731381573872 (+7 ms)Writing region close event to WAL at 1731381573874 (+2 ms)Running coprocessor post-close hooks at 1731381573878 (+4 ms)Closed at 1731381573878 2024-11-12T03:19:33,878 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:33,879 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/.tmp/ns/7e81282316244869b4036a192926e76b is 43, key is default/ns:d/1731381565108/Put/seqid=0 2024-11-12T03:19:33,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741840_1016 (size=5153) 2024-11-12T03:19:34,042 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:34,232 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:19:34,232 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:19:34,242 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:34,284 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/.tmp/ns/7e81282316244869b4036a192926e76b 2024-11-12T03:19:34,302 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/.tmp/table/80fbb52f441543a99d60a18e952db3c8 is 53, key is hbase:replication/table:state/1731381572087/Put/seqid=0 2024-11-12T03:19:34,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741841_1017 (size=5256) 2024-11-12T03:19:34,438 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.wal-reader.3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.1731381564317 to pos 0, reset compression=false 2024-11-12T03:19:34,442 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T03:19:34,442 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:19:34,442 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:34,643 DEBUG [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:34,707 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/.tmp/table/80fbb52f441543a99d60a18e952db3c8 2024-11-12T03:19:34,713 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/.tmp/info/95eeca3487bb4b13b2c99ce5578612fd as hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/info/95eeca3487bb4b13b2c99ce5578612fd 2024-11-12T03:19:34,718 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/info/95eeca3487bb4b13b2c99ce5578612fd, entries=10, sequenceid=11, filesize=6.5 K 2024-11-12T03:19:34,719 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/.tmp/ns/7e81282316244869b4036a192926e76b as hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/ns/7e81282316244869b4036a192926e76b 2024-11-12T03:19:34,724 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/ns/7e81282316244869b4036a192926e76b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T03:19:34,725 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/.tmp/table/80fbb52f441543a99d60a18e952db3c8 as hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/table/80fbb52f441543a99d60a18e952db3c8 2024-11-12T03:19:34,730 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/table/80fbb52f441543a99d60a18e952db3c8, entries=2, sequenceid=11, filesize=5.1 K 2024-11-12T03:19:34,731 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false 2024-11-12T03:19:34,736 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T03:19:34,736 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:19:34,736 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:19:34,736 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:19:34,736 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381573441Running coprocessor pre-close hooks at 1731381573441Disabling compacts and flushes for region at 1731381573441Disabling writes for close at 1731381573442 (+1 ms)Obtaining lock to block concurrent updates at 1731381573442Preparing flush snapshotting stores in 1588230740 at 1731381573442Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731381573442Flushing stores of hbase:meta,,1.1588230740 at 1731381573443 (+1 ms)Flushing 1588230740/info: creating writer at 1731381573443Flushing 1588230740/info: appending metadata at 1731381573455 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731381573455Flushing 1588230740/ns: creating writer at 1731381573865 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731381573879 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731381573879Flushing 1588230740/table: creating writer at 1731381574289 (+410 ms)Flushing 1588230740/table: appending metadata at 1731381574302 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731381574302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c03fa24: reopening flushed file at 1731381574712 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@626c9c3: reopening flushed file at 1731381574718 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51655c48: reopening flushed file at 1731381574724 (+6 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1289ms, sequenceid=11, compaction requested=false at 1731381574731 (+7 ms)Writing region close event to WAL at 1731381574732 (+1 ms)Running coprocessor post-close hooks at 1731381574736 (+4 ms)Closed at 1731381574736 2024-11-12T03:19:34,737 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:19:34,843 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,34201,1731381562396; all regions closed. 2024-11-12T03:19:34,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741834_1010 (size=2742) 2024-11-12T03:19:34,845 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.meta.1731381565008.meta not finished, retry = 0 2024-11-12T03:19:34,947 DEBUG [RS:0;3fb681890ab2:34201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/oldWALs 2024-11-12T03:19:34,947 INFO [RS:0;3fb681890ab2:34201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C34201%2C1731381562396.meta:.meta(num 1731381565008) 2024-11-12T03:19:34,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741837_1013 (size=1586) 2024-11-12T03:19:34,949 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.rep.1731381572000 not finished, retry = 0 2024-11-12T03:19:35,064 DEBUG [RS:0;3fb681890ab2:34201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/oldWALs 2024-11-12T03:19:35,064 INFO [RS:0;3fb681890ab2:34201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C34201%2C1731381562396.rep:(num 1731381572000) 2024-11-12T03:19:35,066 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.1731381564317 not finished, retry = 0 2024-11-12T03:19:35,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741832_1008 (size=93) 2024-11-12T03:19:35,143 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.wal-reader.3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.1731381564317 to pos 0, reset compression=false 2024-11-12T03:19:35,167 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.wal-reader.3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.1731381564317 2024-11-12T03:19:35,167 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.wal-reader.3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-12T03:19:35,167 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.wal-reader.3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-12T03:19:35,167 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.shipper3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,34201,1731381562396 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396/3fb681890ab2%2C34201%2C1731381562396.1731381564317, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T03:19:35,168 DEBUG [RS:0;3fb681890ab2:34201 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/oldWALs 2024-11-12T03:19:35,168 INFO [RS:0;3fb681890ab2:34201 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C34201%2C1731381562396:(num 1731381564317) 2024-11-12T03:19:35,168 DEBUG [RS:0;3fb681890ab2:34201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:35,168 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:19:35,168 INFO [RS:0;3fb681890ab2:34201 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:19:35,169 INFO [RS:0;3fb681890ab2:34201 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T03:19:35,169 INFO [RS:0;3fb681890ab2:34201 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:19:35,169 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:19:35,168 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.shipper3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3fb681890ab2,34201,1731381562396: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3fb681890ab2,34201,1731381562396, walGroup=3fb681890ab2%2C34201%2C1731381562396, offset=3fb681890ab2%2C34201%2C1731381562396.1731381564317:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:34201 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T03:19:35,169 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.shipper3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T03:19:35,169 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,34201,1731381562396 because: Region server is closing 2024-11-12T03:19:35,169 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.shipper3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T03:19:35,169 INFO [RS:0;3fb681890ab2:34201 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:34201. 2024-11-12T03:19:35,169 DEBUG [RS:0;3fb681890ab2:34201 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:35,170 DEBUG [RS:0;3fb681890ab2:34201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:35,170 DEBUG [RS:0;3fb681890ab2:34201 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:35,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:19:35,170 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.shipper3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T03:19:35,170 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.shipper3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T03:19:35,170 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.shipper3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T03:19:35,170 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.shipper3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 655570216 }, "NonHeapMemoryUsage": { "committed": 183435264, "init": 7667712, "max": -1, "used": 180732720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T03:19:35,171 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.shipper3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3fb681890ab2%2C34201%2C1731381562396.1731381564317] 2024-11-12T03:19:35,270 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,34201,1731381562396.replicationSource.shipper3fb681890ab2%2C34201%2C1731381562396,1-3fb681890ab2,34201,1731381562396 terminated 2024-11-12T03:19:35,270 INFO [RS:0;3fb681890ab2:34201 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34201 2024-11-12T03:19:35,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1981496068/rs/3fb681890ab2,34201,1731381562396 2024-11-12T03:19:35,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068/rs 2024-11-12T03:19:35,291 INFO [RS:0;3fb681890ab2:34201 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:19:35,292 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,34201,1731381562396] 2024-11-12T03:19:35,312 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1981496068/draining/3fb681890ab2,34201,1731381562396 already deleted, retry=false 2024-11-12T03:19:35,312 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,34201,1731381562396 expired; onlineServers=0 2024-11-12T03:19:35,312 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,43335,1731381562253' ***** 2024-11-12T03:19:35,312 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:19:35,312 INFO [M:0;3fb681890ab2:43335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:19:35,312 INFO [M:0;3fb681890ab2:43335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:19:35,313 DEBUG [M:0;3fb681890ab2:43335 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:19:35,313 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:19:35,313 DEBUG [M:0;3fb681890ab2:43335 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:19:35,313 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381564093 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381564093,5,FailOnTimeoutGroup] 2024-11-12T03:19:35,313 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381564096 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381564096,5,FailOnTimeoutGroup] 2024-11-12T03:19:35,313 INFO [M:0;3fb681890ab2:43335 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:19:35,313 INFO [M:0;3fb681890ab2:43335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:19:35,313 DEBUG [M:0;3fb681890ab2:43335 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:19:35,313 INFO [M:0;3fb681890ab2:43335 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:19:35,313 INFO [M:0;3fb681890ab2:43335 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:19:35,313 INFO [M:0;3fb681890ab2:43335 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:19:35,313 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:19:35,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1981496068/master 2024-11-12T03:19:35,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:35,323 DEBUG [M:0;3fb681890ab2:43335 {}] zookeeper.ZKUtil(347): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Unable to get data of znode /0-1981496068/master because node does not exist (not an error) 2024-11-12T03:19:35,323 WARN [M:0;3fb681890ab2:43335 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:19:35,324 INFO [M:0;3fb681890ab2:43335 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/.lastflushedseqids 2024-11-12T03:19:35,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741842_1018 (size=181) 2024-11-12T03:19:35,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:35,402 INFO [RS:0;3fb681890ab2:34201 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:19:35,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34201-0x1012d0dff180001, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:35,402 INFO [RS:0;3fb681890ab2:34201 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,34201,1731381562396; zookeeper connection closed. 2024-11-12T03:19:35,402 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c08e82d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c08e82d 2024-11-12T03:19:35,402 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:19:35,728 INFO [M:0;3fb681890ab2:43335 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:19:35,728 INFO [M:0;3fb681890ab2:43335 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:19:35,728 DEBUG [M:0;3fb681890ab2:43335 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:19:35,728 INFO [M:0;3fb681890ab2:43335 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:35,728 DEBUG [M:0;3fb681890ab2:43335 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:35,729 DEBUG [M:0;3fb681890ab2:43335 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:19:35,729 DEBUG [M:0;3fb681890ab2:43335 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:35,729 INFO [M:0;3fb681890ab2:43335 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-12T03:19:35,742 DEBUG [M:0;3fb681890ab2:43335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f28f23a229644e980733fe61f110600 is 82, key is hbase:meta,,1/info:regioninfo/1731381565075/Put/seqid=0 2024-11-12T03:19:35,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741843_1019 (size=5672) 2024-11-12T03:19:36,146 INFO [M:0;3fb681890ab2:43335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f28f23a229644e980733fe61f110600 2024-11-12T03:19:36,167 DEBUG [M:0;3fb681890ab2:43335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35acaa341a3b463887abc952209f2556 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731381572092/Put/seqid=0 2024-11-12T03:19:36,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741844_1020 (size=7203) 2024-11-12T03:19:36,537 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:19:36,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:36,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:36,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:36,564 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:36,570 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:36,571 INFO [M:0;3fb681890ab2:43335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35acaa341a3b463887abc952209f2556 2024-11-12T03:19:36,594 DEBUG [M:0;3fb681890ab2:43335 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c672e15addb34738b51d5edfbc5f0bff is 69, key is 3fb681890ab2,34201,1731381562396/rs:state/1731381564153/Put/seqid=0 2024-11-12T03:19:36,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741845_1021 (size=5156) 2024-11-12T03:19:36,999 INFO [M:0;3fb681890ab2:43335 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c672e15addb34738b51d5edfbc5f0bff 2024-11-12T03:19:37,004 DEBUG [M:0;3fb681890ab2:43335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8f28f23a229644e980733fe61f110600 as hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f28f23a229644e980733fe61f110600 2024-11-12T03:19:37,008 INFO [M:0;3fb681890ab2:43335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f28f23a229644e980733fe61f110600, entries=8, sequenceid=70, filesize=5.5 K 2024-11-12T03:19:37,009 DEBUG [M:0;3fb681890ab2:43335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/35acaa341a3b463887abc952209f2556 as hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35acaa341a3b463887abc952209f2556 2024-11-12T03:19:37,014 INFO [M:0;3fb681890ab2:43335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35acaa341a3b463887abc952209f2556, entries=8, sequenceid=70, filesize=7.0 K 2024-11-12T03:19:37,015 DEBUG [M:0;3fb681890ab2:43335 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c672e15addb34738b51d5edfbc5f0bff as hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c672e15addb34738b51d5edfbc5f0bff 2024-11-12T03:19:37,019 INFO [M:0;3fb681890ab2:43335 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c672e15addb34738b51d5edfbc5f0bff, entries=1, sequenceid=70, filesize=5.0 K 2024-11-12T03:19:37,020 INFO [M:0;3fb681890ab2:43335 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false 2024-11-12T03:19:37,021 INFO [M:0;3fb681890ab2:43335 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:37,021 DEBUG [M:0;3fb681890ab2:43335 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381575728Disabling compacts and flushes for region at 1731381575728Disabling writes for close at 1731381575729 (+1 ms)Obtaining lock to block concurrent updates at 1731381575729Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381575729Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731381575729Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381575729Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381575729Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381575742 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381575742Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381576151 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381576166 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381576167 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381576577 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381576593 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381576593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78dfa094: reopening flushed file at 1731381577003 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ff1d953: reopening flushed file at 1731381577008 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d8951c: reopening flushed file at 1731381577014 (+6 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=70, compaction requested=false at 1731381577020 (+6 ms)Writing region close event to WAL at 1731381577021 (+1 ms)Closed at 1731381577021 2024-11-12T03:19:37,023 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,43335,1731381562253/3fb681890ab2%2C43335%2C1731381562253.1731381563871 not finished, retry = 0 2024-11-12T03:19:37,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741830_1006 (size=41008) 2024-11-12T03:19:37,124 INFO [M:0;3fb681890ab2:43335 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:19:37,124 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:19:37,124 INFO [M:0;3fb681890ab2:43335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43335 2024-11-12T03:19:37,124 INFO [M:0;3fb681890ab2:43335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:19:37,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:37,297 INFO [M:0;3fb681890ab2:43335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:19:37,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43335-0x1012d0dff180000, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:37,299 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:19:37,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:37,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:37,299 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:19:37,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:37,299 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:19:37,299 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:19:37,299 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:19:37,300 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35505 2024-11-12T03:19:37,301 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35505 connecting to ZooKeeper ensemble=127.0.0.1:61054 2024-11-12T03:19:37,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355050x0, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:19:37,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35505-0x1012d0dff180006 connected 2024-11-12T03:19:37,325 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:37,326 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:37,328 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on znode that does not yet exist, /0-1981496068/running 2024-11-12T03:19:37,328 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1981496068/meta-region-server: INIT 2024-11-12T03:19:37,328 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1, hbase.cluster.distributed=false 2024-11-12T03:19:37,329 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on znode that does not yet exist, /0-1981496068/acl 2024-11-12T03:19:37,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35505 2024-11-12T03:19:37,329 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35505 2024-11-12T03:19:37,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35505 2024-11-12T03:19:37,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35505 2024-11-12T03:19:37,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35505 2024-11-12T03:19:37,343 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:19:37,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:37,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:37,343 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:19:37,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:37,343 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:19:37,343 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:19:37,343 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:19:37,344 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34937 2024-11-12T03:19:37,345 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34937 connecting to ZooKeeper ensemble=127.0.0.1:61054 2024-11-12T03:19:37,345 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:37,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:37,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:349370x0, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:19:37,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34937-0x1012d0dff180007 connected 2024-11-12T03:19:37,355 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1981496068/meta-region-server: INIT 2024-11-12T03:19:37,355 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on znode that does not yet exist, /0-1981496068/running 2024-11-12T03:19:37,355 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:19:37,356 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:19:37,356 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on znode that does not yet exist, /0-1981496068/master 2024-11-12T03:19:37,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on znode that does not yet exist, /0-1981496068/acl 2024-11-12T03:19:37,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34937 2024-11-12T03:19:37,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34937 2024-11-12T03:19:37,357 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34937 2024-11-12T03:19:37,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34937 2024-11-12T03:19:37,358 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34937 2024-11-12T03:19:37,369 DEBUG [M:0;3fb681890ab2:35505 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:35505 2024-11-12T03:19:37,369 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1981496068/backup-masters/3fb681890ab2,35505,1731381577298 2024-11-12T03:19:37,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068/backup-masters 2024-11-12T03:19:37,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068/backup-masters 2024-11-12T03:19:37,376 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on existing znode=/0-1981496068/backup-masters/3fb681890ab2,35505,1731381577298 2024-11-12T03:19:37,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:37,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1981496068/master 2024-11-12T03:19:37,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:37,386 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on existing znode=/0-1981496068/master 2024-11-12T03:19:37,387 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1981496068/backup-masters/3fb681890ab2,35505,1731381577298 from backup master directory 2024-11-12T03:19:37,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1981496068/backup-masters/3fb681890ab2,35505,1731381577298 2024-11-12T03:19:37,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068/backup-masters 2024-11-12T03:19:37,397 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:19:37,397 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068/backup-masters 2024-11-12T03:19:37,397 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,35505,1731381577298 2024-11-12T03:19:37,406 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:37,406 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:19:37,411 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 5ms. 2024-11-12T03:19:37,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741846_1022 (size=196) 2024-11-12T03:19:37,824 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:19:37,824 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:19:37,825 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:37,829 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-12T03:19:37,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,43335,1731381562253 to hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,43335,1731381562253-dead as it is dead 2024-11-12T03:19:37,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,43335,1731381562253-dead/3fb681890ab2%2C43335%2C1731381562253.1731381563871 2024-11-12T03:19:37,833 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,43335,1731381562253-dead/3fb681890ab2%2C43335%2C1731381562253.1731381563871 after 1ms 2024-11-12T03:19:37,833 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,43335,1731381562253-dead/3fb681890ab2%2C43335%2C1731381562253.1731381563871 to hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3fb681890ab2%2C43335%2C1731381562253.1731381563871 2024-11-12T03:19:37,833 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,43335,1731381562253-dead 2024-11-12T03:19:37,834 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,35505,1731381577298 2024-11-12T03:19:37,835 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:19:37,836 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C35505%2C1731381577298, suffix=, logDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,35505,1731381577298, archiveDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/oldWALs, maxLogs=10 2024-11-12T03:19:37,851 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,35505,1731381577298/3fb681890ab2%2C35505%2C1731381577298.1731381577836, exclude list is [], retry=0 2024-11-12T03:19:37,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40903,DS-d306d760-f8e4-499a-8eac-196e66883e24,DISK] 2024-11-12T03:19:37,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/WALs/3fb681890ab2,35505,1731381577298/3fb681890ab2%2C35505%2C1731381577298.1731381577836 2024-11-12T03:19:37,855 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-12T03:19:37,856 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:19:37,856 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:37,856 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:37,856 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:37,857 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:37,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:19:37,858 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:37,866 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8f28f23a229644e980733fe61f110600 2024-11-12T03:19:37,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:37,866 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:37,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:19:37,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:37,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/35acaa341a3b463887abc952209f2556 2024-11-12T03:19:37,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:37,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:37,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:19:37,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:37,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c672e15addb34738b51d5edfbc5f0bff 2024-11-12T03:19:37,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:37,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:37,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:19:37,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:37,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:37,880 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:37,881 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-12T03:19:37,881 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3fb681890ab2%2C43335%2C1731381562253.1731381563871 2024-11-12T03:19:37,885 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3fb681890ab2%2C43335%2C1731381562253.1731381563871 2024-11-12T03:19:37,886 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/3fb681890ab2%2C43335%2C1731381562253.1731381563871 2024-11-12T03:19:37,887 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:37,887 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:37,887 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:19:37,888 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:37,890 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-12T03:19:37,891 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73835986, jitterRate=0.10024192929267883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:19:37,891 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381577856Initializing all the Stores at 1731381577857 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381577857Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381577857Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381577857Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381577857Cleaning up temporary data from old regions at 1731381577887 (+30 ms)Region opened successfully at 1731381577891 (+4 ms) 2024-11-12T03:19:37,891 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:19:37,894 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e62854e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:19:37,896 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-12T03:19:37,896 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:19:37,896 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:19:37,896 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:19:37,897 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:19:37,899 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:37,900 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:19:37,900 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:19:37,900 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-12T03:19:37,900 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:19:37,904 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=3fb681890ab2,34201,1731381562396, regionLocation=3fb681890ab2,34201,1731381562396, openSeqNum=2 2024-11-12T03:19:37,904 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=3fb681890ab2,34201,1731381562396, table=hbase:meta, region=1588230740 2024-11-12T03:19:37,904 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,34201,1731381562396, state=OPEN 2024-11-12T03:19:37,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1981496068/meta-region-server 2024-11-12T03:19:37,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1981496068/meta-region-server 2024-11-12T03:19:37,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1981496068/meta-region-server: CHANGED 2024-11-12T03:19:37,954 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1981496068/meta-region-server: CHANGED 2024-11-12T03:19:37,958 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:19:37,965 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1981496068/draining/3fb681890ab2,34201,1731381562396 already deleted, retry=false 2024-11-12T03:19:37,965 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 3fb681890ab2,34201,1731381562396 on 3fb681890ab2,35505,1731381577298 2024-11-12T03:19:37,966 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 3fb681890ab2,34201,1731381562396, splitWal=true, meta=true 2024-11-12T03:19:37,967 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for 3fb681890ab2,34201,1731381562396 (carryingMeta=true) 3fb681890ab2,34201,1731381562396/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@58c46e76[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-12T03:19:37,968 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Unable to get data of znode /0-1981496068/balancer because node does not exist (not necessarily an error) 2024-11-12T03:19:37,975 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1981496068/balancer already deleted, retry=false 2024-11-12T03:19:37,976 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:19:37,977 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Unable to get data of znode /0-1981496068/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:19:37,986 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1981496068/normalizer already deleted, retry=false 2024-11-12T03:19:37,986 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:19:37,988 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Unable to get data of znode /0-1981496068/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:19:37,996 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1981496068/switch/split already deleted, retry=false 2024-11-12T03:19:37,997 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Unable to get data of znode /0-1981496068/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:19:38,007 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1981496068/switch/merge already deleted, retry=false 2024-11-12T03:19:38,019 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Unable to get data of znode /0-1981496068/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:19:38,028 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1981496068/snapshot-cleanup already deleted, retry=false 2024-11-12T03:19:38,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1981496068/running 2024-11-12T03:19:38,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1981496068/running 2024-11-12T03:19:38,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:38,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:38,039 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,35505,1731381577298, sessionid=0x1012d0dff180006, setting cluster-up flag (Was=false) 2024-11-12T03:19:38,050 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1981496068/flush-table-proc/acquired, /0-1981496068/flush-table-proc/reached, /0-1981496068/flush-table-proc/abort 2024-11-12T03:19:38,050 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,35505,1731381577298 2024-11-12T03:19:38,060 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1981496068/online-snapshot/acquired, /0-1981496068/online-snapshot/reached, /0-1981496068/online-snapshot/abort 2024-11-12T03:19:38,061 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,35505,1731381577298 2024-11-12T03:19:38,062 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/.lastflushedseqids 2024-11-12T03:19:38,063 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:19:38,063 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:19:38,064 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,35505,1731381577298 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 3fb681890ab2,34201,1731381562396 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:19:38,065 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:38,065 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:38,065 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:38,065 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:38,065 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:19:38,065 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:38,065 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:19:38,065 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:38,065 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381608065 2024-11-12T03:19:38,065 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:19:38,066 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:19:38,066 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:19:38,066 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:19:38,066 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:19:38,066 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:19:38,066 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:38,066 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:19:38,066 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:19:38,066 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:19:38,066 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:19:38,066 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 3fb681890ab2,34201,1731381562396, splitWal=true, meta=true 2024-11-12T03:19:38,066 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:19:38,066 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:19:38,066 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381578066,5,FailOnTimeoutGroup] 2024-11-12T03:19:38,067 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381578066,5,FailOnTimeoutGroup] 2024-11-12T03:19:38,067 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:38,067 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:19:38,067 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:38,067 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:38,067 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381578067, completionTime=-1 2024-11-12T03:19:38,067 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-12T03:19:38,067 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T03:19:38,067 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 3fb681890ab2,34201,1731381562396, splitWal=true, meta=true, isMeta: true 2024-11-12T03:19:38,068 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396-splitting 2024-11-12T03:19:38,069 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396-splitting dir is empty, no logs to split. 2024-11-12T03:19:38,069 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3fb681890ab2,34201,1731381562396 WAL count=0, meta=true 2024-11-12T03:19:38,070 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396-splitting dir is empty, no logs to split. 2024-11-12T03:19:38,071 INFO [PEWorker-1 {}] master.SplitWALManager(105): 3fb681890ab2,34201,1731381562396 WAL count=0, meta=true 2024-11-12T03:19:38,071 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 3fb681890ab2,34201,1731381562396 WAL splitting is done? wals=0, meta=true 2024-11-12T03:19:38,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:19:38,072 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:19:38,073 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T03:19:38,160 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(746): ClusterId : fe735014-4de9-4130-821c-05a79862c684 2024-11-12T03:19:38,160 DEBUG [RS:0;3fb681890ab2:34937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:19:38,166 DEBUG [RS:0;3fb681890ab2:34937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:19:38,166 DEBUG [RS:0;3fb681890ab2:34937 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:19:38,176 DEBUG [RS:0;3fb681890ab2:34937 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:19:38,176 DEBUG [RS:0;3fb681890ab2:34937 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69ded169, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:19:38,187 DEBUG [RS:0;3fb681890ab2:34937 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:34937 2024-11-12T03:19:38,187 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:19:38,187 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:19:38,187 DEBUG [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:19:38,188 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,35505,1731381577298 with port=34937, startcode=1731381577343 2024-11-12T03:19:38,188 DEBUG [RS:0;3fb681890ab2:34937 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:19:38,189 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48727, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:19:38,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35505 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,34937,1731381577343 2024-11-12T03:19:38,189 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35505 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,34937,1731381577343 2024-11-12T03:19:38,191 DEBUG [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1 2024-11-12T03:19:38,191 DEBUG [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37823 2024-11-12T03:19:38,191 DEBUG [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:19:38,217 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=150ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-12T03:19:38,223 WARN [3fb681890ab2:35505 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T03:19:38,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068/rs 2024-11-12T03:19:38,229 DEBUG [RS:0;3fb681890ab2:34937 {}] zookeeper.ZKUtil(111): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on existing znode=/0-1981496068/rs/3fb681890ab2,34937,1731381577343 2024-11-12T03:19:38,229 WARN [RS:0;3fb681890ab2:34937 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:19:38,229 INFO [RS:0;3fb681890ab2:34937 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:38,230 DEBUG [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343 2024-11-12T03:19:38,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,34937,1731381577343] 2024-11-12T03:19:38,252 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:19:38,254 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:19:38,254 INFO [RS:0;3fb681890ab2:34937 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:19:38,254 INFO [RS:0;3fb681890ab2:34937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:38,254 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:19:38,255 INFO [RS:0;3fb681890ab2:34937 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:19:38,255 INFO [RS:0;3fb681890ab2:34937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:38,255 DEBUG [RS:0;3fb681890ab2:34937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:38,255 DEBUG [RS:0;3fb681890ab2:34937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:38,255 DEBUG [RS:0;3fb681890ab2:34937 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:38,256 DEBUG [RS:0;3fb681890ab2:34937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:38,256 DEBUG [RS:0;3fb681890ab2:34937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:38,256 DEBUG [RS:0;3fb681890ab2:34937 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:19:38,256 DEBUG [RS:0;3fb681890ab2:34937 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:38,256 DEBUG [RS:0;3fb681890ab2:34937 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:38,256 DEBUG [RS:0;3fb681890ab2:34937 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:38,256 DEBUG [RS:0;3fb681890ab2:34937 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:38,256 DEBUG [RS:0;3fb681890ab2:34937 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:38,256 DEBUG [RS:0;3fb681890ab2:34937 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:38,256 DEBUG [RS:0;3fb681890ab2:34937 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:19:38,256 DEBUG [RS:0;3fb681890ab2:34937 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:19:38,257 INFO [RS:0;3fb681890ab2:34937 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:38,257 INFO [RS:0;3fb681890ab2:34937 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:38,257 INFO [RS:0;3fb681890ab2:34937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:38,257 INFO [RS:0;3fb681890ab2:34937 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:38,257 INFO [RS:0;3fb681890ab2:34937 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:38,257 INFO [RS:0;3fb681890ab2:34937 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34937,1731381577343-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:19:38,270 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:19:38,270 INFO [RS:0;3fb681890ab2:34937 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34937,1731381577343-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:38,282 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,34937,1731381577343, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:19:38,282 INFO [RS:0;3fb681890ab2:34937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:38,282 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.Replication(171): 3fb681890ab2,34937,1731381577343 started 2024-11-12T03:19:38,301 INFO [RS:0;3fb681890ab2:34937 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:38,301 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,34937,1731381577343, RpcServer on 3fb681890ab2/172.17.0.2:34937, sessionid=0x1012d0dff180007 2024-11-12T03:19:38,301 DEBUG [RS:0;3fb681890ab2:34937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:19:38,301 DEBUG [RS:0;3fb681890ab2:34937 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,34937,1731381577343 2024-11-12T03:19:38,301 DEBUG [RS:0;3fb681890ab2:34937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,34937,1731381577343' 2024-11-12T03:19:38,301 DEBUG [RS:0;3fb681890ab2:34937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1981496068/flush-table-proc/abort' 2024-11-12T03:19:38,302 DEBUG [RS:0;3fb681890ab2:34937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1981496068/flush-table-proc/acquired' 2024-11-12T03:19:38,302 DEBUG [RS:0;3fb681890ab2:34937.replicationSource,1-3fb681890ab2,34937,1731381577343 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:34191' 2024-11-12T03:19:38,302 DEBUG [RS:0;3fb681890ab2:34937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:19:38,302 DEBUG [RS:0;3fb681890ab2:34937 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:19:38,302 DEBUG [RS:0;3fb681890ab2:34937 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,34937,1731381577343 2024-11-12T03:19:38,302 DEBUG [RS:0;3fb681890ab2:34937 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,34937,1731381577343' 2024-11-12T03:19:38,302 DEBUG [RS:0;3fb681890ab2:34937 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1981496068/online-snapshot/abort' 2024-11-12T03:19:38,302 DEBUG [RS:0;3fb681890ab2:34937 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1981496068/online-snapshot/acquired' 2024-11-12T03:19:38,303 DEBUG [RS:0;3fb681890ab2:34937 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:19:38,303 INFO [RS:0;3fb681890ab2:34937 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:19:38,303 INFO [RS:0;3fb681890ab2:34937 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:19:38,303 DEBUG [RS:0;3fb681890ab2:34937.replicationSource,1-3fb681890ab2,34937,1731381577343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c3ee129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:38,303 DEBUG [RS:0;3fb681890ab2:34937.replicationSource,1-3fb681890ab2,34937,1731381577343 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,34191,-1 for getting cluster id 2024-11-12T03:19:38,303 DEBUG [RS:0;3fb681890ab2:34937.replicationSource,1-3fb681890ab2,34937,1731381577343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:19:38,304 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '851aaae4-332a-491a-a0fd-643d1607a08b' 2024-11-12T03:19:38,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:19:38,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "851aaae4-332a-491a-a0fd-643d1607a08b" 2024-11-12T03:19:38,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2256db80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:38,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,34191,-1] 2024-11-12T03:19:38,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:19:38,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:38,305 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:19:38,306 DEBUG [RS:0;3fb681890ab2:34937.replicationSource,1-3fb681890ab2,34937,1731381577343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23e57dc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:38,306 DEBUG [RS:0;3fb681890ab2:34937.replicationSource,1-3fb681890ab2,34937,1731381577343 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:19:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,34191,1731381567806 2024-11-12T03:19:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d270306 2024-11-12T03:19:38,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:19:38,308 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-12T03:19:38,308 INFO [RS:0;3fb681890ab2:34937.replicationSource,1-3fb681890ab2,34937,1731381577343 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,34937,1731381577343 (queues=0) is replicating from cluster=fe735014-4de9-4130-821c-05a79862c684 to cluster=851aaae4-332a-491a-a0fd-643d1607a08b 2024-11-12T03:19:38,403 INFO [RS:0;3fb681890ab2:34937 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:19:38,404 INFO [RS:0;3fb681890ab2:34937 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C34937%2C1731381577343, suffix=, logDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343, archiveDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/oldWALs, maxLogs=10 2024-11-12T03:19:38,416 DEBUG [RS:0;3fb681890ab2:34937 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405, exclude list is [], retry=0 2024-11-12T03:19:38,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40903,DS-d306d760-f8e4-499a-8eac-196e66883e24,DISK] 2024-11-12T03:19:38,420 INFO [RS:0;3fb681890ab2:34937 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405 2024-11-12T03:19:38,420 DEBUG [RS:0;3fb681890ab2:34937 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 3fb681890ab2%2C34937%2C1731381577343 for peer 1 2024-11-12T03:19:38,420 DEBUG [RS:0;3fb681890ab2:34937 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C34937%2C1731381577343 2024-11-12T03:19:38,420 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,34937,1731381577343, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:19:38,420 DEBUG [RS:0;3fb681890ab2:34937 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-12T03:19:38,421 INFO [RS:0;3fb681890ab2:34937.replicationSource.shipper3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C34937%2C1731381577343 2024-11-12T03:19:38,421 DEBUG [RS:0;3fb681890ab2:34937.replicationSource.wal-reader.3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405, startPosition=0, beingWritten=true 2024-11-12T03:19:38,474 DEBUG [3fb681890ab2:35505 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:19:38,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,34937,1731381577343 2024-11-12T03:19:38,475 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,34937,1731381577343, state=OPENING 2024-11-12T03:19:38,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1981496068/meta-region-server 2024-11-12T03:19:38,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1981496068/meta-region-server 2024-11-12T03:19:38,491 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:19:38,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1981496068/meta-region-server: CHANGED 2024-11-12T03:19:38,491 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1981496068/meta-region-server: CHANGED 2024-11-12T03:19:38,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,34937,1731381577343}] 2024-11-12T03:19:38,625 DEBUG [RS:0;3fb681890ab2:34937.replicationSource.wal-reader.3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405 to pos 0, reset compression=false 2024-11-12T03:19:38,644 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:19:38,645 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:19:38,648 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:19:38,648 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:38,648 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:19:38,650 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C34937%2C1731381577343.meta, suffix=.meta, logDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343, archiveDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/oldWALs, maxLogs=10 2024-11-12T03:19:38,662 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.meta.1731381578650.meta, exclude list is [], retry=0 2024-11-12T03:19:38,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40903,DS-d306d760-f8e4-499a-8eac-196e66883e24,DISK] 2024-11-12T03:19:38,665 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.meta.1731381578650.meta 2024-11-12T03:19:38,665 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-12T03:19:38,666 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:19:38,666 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:19:38,666 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:19:38,666 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:19:38,666 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:19:38,666 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:19:38,666 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:38,666 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:19:38,666 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:19:38,668 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:19:38,668 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:19:38,668 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:38,674 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/info/95eeca3487bb4b13b2c99ce5578612fd 2024-11-12T03:19:38,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:38,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:19:38,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:19:38,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:38,680 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/ns/7e81282316244869b4036a192926e76b 2024-11-12T03:19:38,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:38,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:19:38,681 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:19:38,681 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:38,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:38,682 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:19:38,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:19:38,682 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:38,687 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/table/80fbb52f441543a99d60a18e952db3c8 2024-11-12T03:19:38,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:38,688 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:19:38,689 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740 2024-11-12T03:19:38,690 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740 2024-11-12T03:19:38,691 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:19:38,691 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:19:38,691 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:19:38,693 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:19:38,694 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63081045, jitterRate=-0.06001918017864227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:19:38,694 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:19:38,694 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381578666Writing region info on filesystem at 1731381578666Initializing all the Stores at 1731381578667 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381578667Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381578668 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381578668Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381578668Cleaning up temporary data from old regions at 1731381578691 (+23 ms)Running coprocessor post-open hooks at 1731381578694 (+3 ms)Region opened successfully at 1731381578694 2024-11-12T03:19:38,695 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731381578644 2024-11-12T03:19:38,697 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:19:38,697 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:19:38,697 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=3fb681890ab2,34937,1731381577343 2024-11-12T03:19:38,698 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,34937,1731381577343, state=OPEN 2024-11-12T03:19:38,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1981496068/meta-region-server 2024-11-12T03:19:38,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1981496068/meta-region-server 2024-11-12T03:19:38,711 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,34937,1731381577343 2024-11-12T03:19:38,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1981496068/meta-region-server: CHANGED 2024-11-12T03:19:38,711 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1981496068/meta-region-server: CHANGED 2024-11-12T03:19:38,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-12T03:19:38,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,34937,1731381577343 in 220 msec 2024-11-12T03:19:38,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T03:19:38,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-12T03:19:38,929 DEBUG [RS:0;3fb681890ab2:34937.replicationSource.wal-reader.3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405 to pos 0, reset compression=false 2024-11-12T03:19:39,333 DEBUG [RS:0;3fb681890ab2:34937.replicationSource.wal-reader.3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405 to pos 0, reset compression=false 2024-11-12T03:19:39,720 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1653ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-12T03:19:39,838 DEBUG [RS:0;3fb681890ab2:34937.replicationSource.wal-reader.3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405 to pos 0, reset compression=false 2024-11-12T03:19:40,443 DEBUG [RS:0;3fb681890ab2:34937.replicationSource.wal-reader.3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405 to pos 0, reset compression=false 2024-11-12T03:19:41,147 DEBUG [RS:0;3fb681890ab2:34937.replicationSource.wal-reader.3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405 to pos 0, reset compression=false 2024-11-12T03:19:41,222 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3155ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-12T03:19:41,951 DEBUG [RS:0;3fb681890ab2:34937.replicationSource.wal-reader.3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405 to pos 0, reset compression=false 2024-11-12T03:19:42,574 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-12T03:19:42,574 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:19:42,575 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:19:42,575 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,34937,1731381577343, seqNum=-1] 2024-11-12T03:19:42,575 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:19:42,576 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46307, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:19:42,579 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8973f4ebd6276c069fa39d1f5ec76484, regionState=OPEN, lastHost=3fb681890ab2,34201,1731381562396, regionLocation=3fb681890ab2,34201,1731381562396, openSeqNum=2 2024-11-12T03:19:42,579 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:19:42,580 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381642579 2024-11-12T03:19:42,580 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381702580 2024-11-12T03:19:42,580 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-12T03:19:42,580 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 3fb681890ab2,34201,1731381562396 had 2 regions 2024-11-12T03:19:42,580 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35505,1731381577298-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:42,580 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35505,1731381577298-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:42,580 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35505,1731381577298-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:42,580 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:35505, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:42,580 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:42,580 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:42,581 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 3fb681890ab2,34201,1731381562396, splitWal=true, meta=true, isMeta: false 2024-11-12T03:19:42,582 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396-splitting dir is empty, no logs to split. 2024-11-12T03:19:42,582 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3fb681890ab2,34201,1731381562396 WAL count=0, meta=false 2024-11-12T03:19:42,584 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34201,1731381562396-splitting dir is empty, no logs to split. 2024-11-12T03:19:42,584 INFO [PEWorker-3 {}] master.SplitWALManager(105): 3fb681890ab2,34201,1731381562396 WAL count=0, meta=false 2024-11-12T03:19:42,584 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 3fb681890ab2,34201,1731381562396 WAL splitting is done? wals=0, meta=false 2024-11-12T03:19:42,586 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.189sec 2024-11-12T03:19:42,586 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:19:42,586 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:19:42,586 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:19:42,586 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:19:42,586 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:19:42,586 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35505,1731381577298-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:19:42,586 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35505,1731381577298-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:19:42,588 WARN [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=3fb681890ab2,34201,1731381562396/hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:42,588 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8973f4ebd6276c069fa39d1f5ec76484, ASSIGN}] 2024-11-12T03:19:42,589 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:19:42,589 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:19:42,589 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35505,1731381577298-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:42,589 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8973f4ebd6276c069fa39d1f5ec76484, ASSIGN 2024-11-12T03:19:42,590 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8973f4ebd6276c069fa39d1f5ec76484, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-12T03:19:42,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bf2387c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:42,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,35505,-1 for getting cluster id 2024-11-12T03:19:42,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:19:42,664 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe735014-4de9-4130-821c-05a79862c684' 2024-11-12T03:19:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:19:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe735014-4de9-4130-821c-05a79862c684" 2024-11-12T03:19:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56aed8de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,35505,-1] 2024-11-12T03:19:42,664 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:19:42,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:42,665 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:19:42,666 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dc11e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:42,666 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:19:42,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,34937,1731381577343, seqNum=-1] 2024-11-12T03:19:42,667 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:19:42,668 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:19:42,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-12T03:19:42,670 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:19:42,670 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:42,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:42,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:42,671 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:19:42,671 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 3fb681890ab2:35505 after: 3fb681890ab2:35505 2024-11-12T03:19:42,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39f4dbc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:42,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,35505,-1 for getting cluster id 2024-11-12T03:19:42,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:19:42,672 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fe735014-4de9-4130-821c-05a79862c684' 2024-11-12T03:19:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:19:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fe735014-4de9-4130-821c-05a79862c684" 2024-11-12T03:19:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cdfc216, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,35505,-1] 2024-11-12T03:19:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:19:42,672 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:42,673 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:19:42,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d70cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:42,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:19:42,674 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,35505,1731381577298 2024-11-12T03:19:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@544732bd 2024-11-12T03:19:42,675 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:19:42,675 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:19:42,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35505 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-12T03:19:42,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:19:42,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:19:42,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:42,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:42,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:42,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:19:42,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:19:42,676 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=410990723, stopped=false 2024-11-12T03:19:42,676 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,34191,1731381567806 2024-11-12T03:19:42,740 DEBUG [3fb681890ab2:35505 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:19:42,741 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8973f4ebd6276c069fa39d1f5ec76484, regionState=OPENING, regionLocation=3fb681890ab2,34937,1731381577343 2024-11-12T03:19:42,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8973f4ebd6276c069fa39d1f5ec76484, ASSIGN because future has completed 2024-11-12T03:19:42,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8973f4ebd6276c069fa39d1f5ec76484, server=3fb681890ab2,34937,1731381577343}] 2024-11-12T03:19:42,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1485393266/running 2024-11-12T03:19:42,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1485393266/running 2024-11-12T03:19:42,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:42,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:42,754 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:19:42,754 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:19:42,754 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:42,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Set watcher on znode that does not yet exist, /1-1485393266/running 2024-11-12T03:19:42,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:42,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Set watcher on znode that does not yet exist, /1-1485393266/running 2024-11-12T03:19:42,755 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,40001,1731381567911' ***** 2024-11-12T03:19:42,755 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:19:42,755 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:19:42,755 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:19:42,755 INFO [RS:0;3fb681890ab2:40001 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:19:42,755 INFO [RS:0;3fb681890ab2:40001 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:19:42,755 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,40001,1731381567911 2024-11-12T03:19:42,755 INFO [RS:0;3fb681890ab2:40001 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:19:42,755 INFO [RS:0;3fb681890ab2:40001 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:40001. 2024-11-12T03:19:42,755 DEBUG [RS:0;3fb681890ab2:40001 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:42,755 DEBUG [RS:0;3fb681890ab2:40001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:42,755 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:19:42,755 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:19:42,755 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:19:42,755 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:19:42,755 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T03:19:42,755 DEBUG [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:19:42,755 DEBUG [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:42,756 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:19:42,756 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:19:42,756 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:19:42,756 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:19:42,756 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:19:42,756 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-12T03:19:42,769 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/data/hbase/meta/1588230740/.tmp/ns/6cbad9d6cbcc4aafb2a948859279a3b2 is 43, key is default/ns:d/1731381571120/Put/seqid=0 2024-11-12T03:19:42,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741835_1011 (size=5153) 2024-11-12T03:19:42,825 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:19:42,856 DEBUG [RS:0;3fb681890ab2:34937.replicationSource.wal-reader.3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405 to pos 0, reset compression=false 2024-11-12T03:19:42,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:42,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:42,898 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:19:42,899 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C34937%2C1731381577343.rep, suffix=, logDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343, archiveDir=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/oldWALs, maxLogs=10 2024-11-12T03:19:42,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.rep.1731381582899, exclude list is [], retry=0 2024-11-12T03:19:42,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40903,DS-d306d760-f8e4-499a-8eac-196e66883e24,DISK] 2024-11-12T03:19:42,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.rep.1731381582899 2024-11-12T03:19:42,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46857:46857)] 2024-11-12T03:19:42,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 8973f4ebd6276c069fa39d1f5ec76484, NAME => 'hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:19:42,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:19:42,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:19:42,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. service=MultiRowMutationService 2024-11-12T03:19:42,914 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:19:42,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:42,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:42,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:42,914 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:42,916 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:42,916 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8973f4ebd6276c069fa39d1f5ec76484 columnFamilyName hfileref 2024-11-12T03:19:42,916 DEBUG [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:42,916 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] regionserver.HStore(327): Store=8973f4ebd6276c069fa39d1f5ec76484/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:42,917 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:42,917 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8973f4ebd6276c069fa39d1f5ec76484 columnFamilyName queue 2024-11-12T03:19:42,917 DEBUG [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:42,922 DEBUG [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/replication/8973f4ebd6276c069fa39d1f5ec76484/queue/c5242e36187f4f209f04c205669fed21 2024-11-12T03:19:42,922 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] regionserver.HStore(327): Store=8973f4ebd6276c069fa39d1f5ec76484/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:42,922 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:42,923 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8973f4ebd6276c069fa39d1f5ec76484 columnFamilyName sid 2024-11-12T03:19:42,923 DEBUG [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:42,923 INFO [StoreOpener-8973f4ebd6276c069fa39d1f5ec76484-1 {}] regionserver.HStore(327): Store=8973f4ebd6276c069fa39d1f5ec76484/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:42,923 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:42,924 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/replication/8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:42,925 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/replication/8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:42,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:42,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:42,926 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:19:42,927 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:42,928 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened 8973f4ebd6276c069fa39d1f5ec76484; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59390774, jitterRate=-0.11500850319862366}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:19:42,928 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:42,929 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 8973f4ebd6276c069fa39d1f5ec76484: Running coprocessor pre-open hook at 1731381582914Writing region info on filesystem at 1731381582914Initializing all the Stores at 1731381582915 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381582915Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381582915Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381582915Cleaning up temporary data from old regions at 1731381582926 (+11 ms)Running coprocessor post-open hooks at 1731381582928 (+2 ms)Region opened successfully at 1731381582929 (+1 ms) 2024-11-12T03:19:42,930 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484., pid=13, masterSystemTime=1731381582895 2024-11-12T03:19:42,932 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:42,932 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:42,932 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8973f4ebd6276c069fa39d1f5ec76484, regionState=OPEN, openSeqNum=9, regionLocation=3fb681890ab2,34937,1731381577343 2024-11-12T03:19:42,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8973f4ebd6276c069fa39d1f5ec76484, server=3fb681890ab2,34937,1731381577343 because future has completed 2024-11-12T03:19:42,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T03:19:42,938 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8973f4ebd6276c069fa39d1f5ec76484, server=3fb681890ab2,34937,1731381577343 in 193 msec 2024-11-12T03:19:42,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-12T03:19:42,940 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8973f4ebd6276c069fa39d1f5ec76484, ASSIGN in 350 msec 2024-11-12T03:19:42,940 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-12T03:19:42,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484., hostname=3fb681890ab2,34937,1731381577343, seqNum=9] 2024-11-12T03:19:42,956 DEBUG [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:42,961 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 3fb681890ab2,34201,1731381562396 2024-11-12T03:19:42,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-12T03:19:43,016 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:19:43,016 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:19:43,115 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34937 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-12T03:19:43,156 DEBUG [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:43,173 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/data/hbase/meta/1588230740/.tmp/ns/6cbad9d6cbcc4aafb2a948859279a3b2 2024-11-12T03:19:43,179 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/data/hbase/meta/1588230740/.tmp/ns/6cbad9d6cbcc4aafb2a948859279a3b2 as hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/data/hbase/meta/1588230740/ns/6cbad9d6cbcc4aafb2a948859279a3b2 2024-11-12T03:19:43,184 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/data/hbase/meta/1588230740/ns/6cbad9d6cbcc4aafb2a948859279a3b2, entries=2, sequenceid=6, filesize=5.0 K 2024-11-12T03:19:43,185 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false 2024-11-12T03:19:43,185 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:19:43,189 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T03:19:43,189 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:19:43,189 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:19:43,190 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:19:43,190 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381582755Running coprocessor pre-close hooks at 1731381582756 (+1 ms)Disabling compacts and flushes for region at 1731381582756Disabling writes for close at 1731381582756Obtaining lock to block concurrent updates at 1731381582756Preparing flush snapshotting stores in 1588230740 at 1731381582756Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731381582756Flushing stores of hbase:meta,,1.1588230740 at 1731381582756Flushing 1588230740/ns: creating writer at 1731381582756Flushing 1588230740/ns: appending metadata at 1731381582768 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731381582769 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e6d1428: reopening flushed file at 1731381583178 (+409 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 429ms, sequenceid=6, compaction requested=false at 1731381583185 (+7 ms)Writing region close event to WAL at 1731381583186 (+1 ms)Running coprocessor post-close hooks at 1731381583189 (+3 ms)Closed at 1731381583190 (+1 ms) 2024-11-12T03:19:43,190 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:19:43,356 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,40001,1731381567911; all regions closed. 2024-11-12T03:19:43,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741834_1010 (size=1152) 2024-11-12T03:19:43,389 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/WALs/3fb681890ab2,40001,1731381567911/3fb681890ab2%2C40001%2C1731381567911.meta.1731381571020.meta not finished, retry = 0 2024-11-12T03:19:43,491 DEBUG [RS:0;3fb681890ab2:40001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/oldWALs 2024-11-12T03:19:43,491 INFO [RS:0;3fb681890ab2:40001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C40001%2C1731381567911.meta:.meta(num 1731381571020) 2024-11-12T03:19:43,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/WALs/3fb681890ab2,40001,1731381567911/3fb681890ab2%2C40001%2C1731381567911.1731381570141 not finished, retry = 0 2024-11-12T03:19:43,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741832_1008 (size=93) 2024-11-12T03:19:43,595 DEBUG [RS:0;3fb681890ab2:40001 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/oldWALs 2024-11-12T03:19:43,595 INFO [RS:0;3fb681890ab2:40001 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C40001%2C1731381567911:(num 1731381570141) 2024-11-12T03:19:43,595 DEBUG [RS:0;3fb681890ab2:40001 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:43,595 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:19:43,595 INFO [RS:0;3fb681890ab2:40001 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:19:43,595 INFO [RS:0;3fb681890ab2:40001 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T03:19:43,596 INFO [RS:0;3fb681890ab2:40001 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:19:43,596 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:19:43,596 INFO [RS:0;3fb681890ab2:40001 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40001 2024-11-12T03:19:43,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1485393266/rs/3fb681890ab2,40001,1731381567911 2024-11-12T03:19:43,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266/rs 2024-11-12T03:19:43,850 INFO [RS:0;3fb681890ab2:40001 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:19:43,859 DEBUG [RS:0;3fb681890ab2:34937.replicationSource.wal-reader.3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405 to pos 0, reset compression=false 2024-11-12T03:19:43,988 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,40001,1731381567911] 2024-11-12T03:19:44,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:44,088 INFO [RS:0;3fb681890ab2:40001 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:19:44,088 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40001-0x1012d0dff180004, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:44,088 INFO [RS:0;3fb681890ab2:40001 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,40001,1731381567911; zookeeper connection closed. 2024-11-12T03:19:44,089 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@68a37d88 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@68a37d88 2024-11-12T03:19:44,089 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:19:44,109 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1485393266/draining/3fb681890ab2,40001,1731381567911 already deleted, retry=false 2024-11-12T03:19:44,109 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,40001,1731381567911 expired; onlineServers=0 2024-11-12T03:19:44,109 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,34191,1731381567806' ***** 2024-11-12T03:19:44,109 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:19:44,109 INFO [M:0;3fb681890ab2:34191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:19:44,109 INFO [M:0;3fb681890ab2:34191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:19:44,109 DEBUG [M:0;3fb681890ab2:34191 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:19:44,109 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:19:44,109 DEBUG [M:0;3fb681890ab2:34191 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:19:44,109 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381569859 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381569859,5,FailOnTimeoutGroup] 2024-11-12T03:19:44,109 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381569860 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381569860,5,FailOnTimeoutGroup] 2024-11-12T03:19:44,109 INFO [M:0;3fb681890ab2:34191 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:19:44,109 INFO [M:0;3fb681890ab2:34191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:19:44,109 DEBUG [M:0;3fb681890ab2:34191 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:19:44,109 INFO [M:0;3fb681890ab2:34191 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:19:44,109 INFO [M:0;3fb681890ab2:34191 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:19:44,109 INFO [M:0;3fb681890ab2:34191 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:19:44,110 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:19:44,168 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:19:44,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1485393266/master 2024-11-12T03:19:44,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1485393266 2024-11-12T03:19:44,188 DEBUG [M:0;3fb681890ab2:34191 {}] zookeeper.ZKUtil(347): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Unable to get data of znode /1-1485393266/master because node does not exist (not an error) 2024-11-12T03:19:44,188 WARN [M:0;3fb681890ab2:34191 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:19:44,189 INFO [M:0;3fb681890ab2:34191 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/.lastflushedseqids 2024-11-12T03:19:44,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741836_1012 (size=99) 2024-11-12T03:19:44,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:44,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:44,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:44,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:44,201 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:44,594 INFO [M:0;3fb681890ab2:34191 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:19:44,594 INFO [M:0;3fb681890ab2:34191 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:19:44,594 DEBUG [M:0;3fb681890ab2:34191 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:19:44,594 INFO [M:0;3fb681890ab2:34191 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:44,594 DEBUG [M:0;3fb681890ab2:34191 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:44,594 DEBUG [M:0;3fb681890ab2:34191 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:19:44,594 DEBUG [M:0;3fb681890ab2:34191 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:44,595 INFO [M:0;3fb681890ab2:34191 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-12T03:19:44,609 DEBUG [M:0;3fb681890ab2:34191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5a9ddae1c1347659f5aff40f810d486 is 82, key is hbase:meta,,1/info:regioninfo/1731381571050/Put/seqid=0 2024-11-12T03:19:44,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741837_1013 (size=5672) 2024-11-12T03:19:44,964 DEBUG [RS:0;3fb681890ab2:34937.replicationSource.wal-reader.3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405 to pos 0, reset compression=false 2024-11-12T03:19:45,014 INFO [M:0;3fb681890ab2:34191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5a9ddae1c1347659f5aff40f810d486 2024-11-12T03:19:45,031 DEBUG [M:0;3fb681890ab2:34191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8b7dcacfffd432cb9711662b880ee22 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731381571123/Put/seqid=0 2024-11-12T03:19:45,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741838_1014 (size=5275) 2024-11-12T03:19:45,435 INFO [M:0;3fb681890ab2:34191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8b7dcacfffd432cb9711662b880ee22 2024-11-12T03:19:45,451 DEBUG [M:0;3fb681890ab2:34191 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35f0141d03c146048d28a7db520f6958 is 69, key is 3fb681890ab2,40001,1731381567911/rs:state/1731381569968/Put/seqid=0 2024-11-12T03:19:45,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741839_1015 (size=5156) 2024-11-12T03:19:45,855 INFO [M:0;3fb681890ab2:34191 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35f0141d03c146048d28a7db520f6958 2024-11-12T03:19:45,860 DEBUG [M:0;3fb681890ab2:34191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b5a9ddae1c1347659f5aff40f810d486 as hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5a9ddae1c1347659f5aff40f810d486 2024-11-12T03:19:45,864 INFO [M:0;3fb681890ab2:34191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b5a9ddae1c1347659f5aff40f810d486, entries=8, sequenceid=28, filesize=5.5 K 2024-11-12T03:19:45,865 DEBUG [M:0;3fb681890ab2:34191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b8b7dcacfffd432cb9711662b880ee22 as hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8b7dcacfffd432cb9711662b880ee22 2024-11-12T03:19:45,869 INFO [M:0;3fb681890ab2:34191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b8b7dcacfffd432cb9711662b880ee22, entries=3, sequenceid=28, filesize=5.2 K 2024-11-12T03:19:45,870 DEBUG [M:0;3fb681890ab2:34191 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/35f0141d03c146048d28a7db520f6958 as hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35f0141d03c146048d28a7db520f6958 2024-11-12T03:19:45,874 INFO [M:0;3fb681890ab2:34191 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38101/user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/35f0141d03c146048d28a7db520f6958, entries=1, sequenceid=28, filesize=5.0 K 2024-11-12T03:19:45,875 INFO [M:0;3fb681890ab2:34191 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false 2024-11-12T03:19:45,877 INFO [M:0;3fb681890ab2:34191 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:45,877 DEBUG [M:0;3fb681890ab2:34191 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381584594Disabling compacts and flushes for region at 1731381584594Disabling writes for close at 1731381584594Obtaining lock to block concurrent updates at 1731381584595 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381584595Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731381584595Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381584595Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381584596 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381584609 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381584609Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381585018 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381585030 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381585030Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381585439 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381585451 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381585451Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25a52ce7: reopening flushed file at 1731381585860 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@689e522b: reopening flushed file at 1731381585864 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71509420: reopening flushed file at 1731381585869 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=28, compaction requested=false at 1731381585875 (+6 ms)Writing region close event to WAL at 1731381585876 (+1 ms)Closed at 1731381585876 2024-11-12T03:19:45,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40847 is added to blk_1073741830_1006 (size=10165) 2024-11-12T03:19:45,878 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/79ab9b4d-176c-d1dd-35b6-df8775ae6fcd/MasterData/WALs/3fb681890ab2,34191,1731381567806/3fb681890ab2%2C34191%2C1731381567806.1731381569639 not finished, retry = 0 2024-11-12T03:19:45,979 INFO [M:0;3fb681890ab2:34191 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:19:45,979 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:19:45,979 INFO [M:0;3fb681890ab2:34191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34191 2024-11-12T03:19:45,980 INFO [M:0;3fb681890ab2:34191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:19:46,168 DEBUG [RS:0;3fb681890ab2:34937.replicationSource.wal-reader.3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405 to pos 0, reset compression=false 2024-11-12T03:19:46,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:46,370 INFO [M:0;3fb681890ab2:34191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:19:46,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34191-0x1012d0dff180003, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:46,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@297064e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:19:46,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52d1efea{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:19:46,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:19:46,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69488fb6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:19:46,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10399cd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/hadoop.log.dir/,STOPPED} 2024-11-12T03:19:46,374 WARN [BP-1729848267-172.17.0.2-1731381565301 heartbeating to localhost/127.0.0.1:38101 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:19:46,374 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:19:46,374 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:19:46,374 WARN [BP-1729848267-172.17.0.2-1731381565301 heartbeating to localhost/127.0.0.1:38101 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1729848267-172.17.0.2-1731381565301 (Datanode Uuid 3851b5c5-c8fe-4efc-b219-8235daf0a3a0) service to localhost/127.0.0.1:38101 2024-11-12T03:19:46,375 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/cluster_7cfeff66-3309-1f12-d43a-6da304b175ee/data/data1/current/BP-1729848267-172.17.0.2-1731381565301 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:19:46,375 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/cluster_7cfeff66-3309-1f12-d43a-6da304b175ee/data/data2/current/BP-1729848267-172.17.0.2-1731381565301 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:19:46,375 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:19:46,379 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1834e79a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:19:46,380 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca6a426{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:19:46,380 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:19:46,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a243add{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:19:46,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@db8d6b8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/hadoop.log.dir/,STOPPED} 2024-11-12T03:19:46,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:19:46,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:19:46,391 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:19:46,391 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:46,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:46,391 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:46,391 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:19:46,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:19:46,391 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1384475529, stopped=false 2024-11-12T03:19:46,391 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,35505,1731381577298 2024-11-12T03:19:46,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1981496068/running 2024-11-12T03:19:46,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1981496068/running 2024-11-12T03:19:46,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:46,406 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:46,406 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:19:46,407 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:19:46,407 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:46,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:46,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on znode that does not yet exist, /0-1981496068/running 2024-11-12T03:19:46,407 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Set watcher on znode that does not yet exist, /0-1981496068/running 2024-11-12T03:19:46,407 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,34937,1731381577343' ***** 2024-11-12T03:19:46,407 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:19:46,407 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:19:46,408 INFO [RS:0;3fb681890ab2:34937 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:19:46,408 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:19:46,408 INFO [RS:0;3fb681890ab2:34937 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:19:46,408 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(3091): Received CLOSE for 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:46,408 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,34937,1731381577343 2024-11-12T03:19:46,408 INFO [RS:0;3fb681890ab2:34937 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:19:46,408 INFO [RS:0;3fb681890ab2:34937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:34937. 2024-11-12T03:19:46,408 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8973f4ebd6276c069fa39d1f5ec76484, disabling compactions & flushes 2024-11-12T03:19:46,408 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:46,408 DEBUG [RS:0;3fb681890ab2:34937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:46,408 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:46,408 DEBUG [RS:0;3fb681890ab2:34937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:46,408 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. after waiting 0 ms 2024-11-12T03:19:46,408 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:46,408 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:19:46,408 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:19:46,408 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:19:46,408 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:19:46,408 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T03:19:46,408 DEBUG [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(1325): Online Regions={8973f4ebd6276c069fa39d1f5ec76484=hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:19:46,408 DEBUG [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8973f4ebd6276c069fa39d1f5ec76484 2024-11-12T03:19:46,409 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:19:46,409 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:19:46,409 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:19:46,409 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:19:46,409 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:19:46,409 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-12T03:19:46,416 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/replication/8973f4ebd6276c069fa39d1f5ec76484/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-12T03:19:46,417 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:19:46,417 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:19:46,417 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:46,417 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8973f4ebd6276c069fa39d1f5ec76484: Waiting for close lock at 1731381586408Running coprocessor pre-close hooks at 1731381586408Disabling compacts and flushes for region at 1731381586408Disabling writes for close at 1731381586408Writing region close event to WAL at 1731381586409 (+1 ms)Running coprocessor post-close hooks at 1731381586416 (+7 ms)Closed at 1731381586417 (+1 ms) 2024-11-12T03:19:46,417 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484. 2024-11-12T03:19:46,428 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/.tmp/info/97b6d77f01b44bce9f9714885ae52b5d is 147, key is hbase:replication,,1731381571250.8973f4ebd6276c069fa39d1f5ec76484./info:regioninfo/1731381582932/Put/seqid=0 2024-11-12T03:19:46,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741851_1027 (size=6385) 2024-11-12T03:19:46,463 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:19:46,609 DEBUG [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:46,809 DEBUG [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:19:46,832 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/.tmp/info/97b6d77f01b44bce9f9714885ae52b5d 2024-11-12T03:19:46,838 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/.tmp/info/97b6d77f01b44bce9f9714885ae52b5d as hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/info/97b6d77f01b44bce9f9714885ae52b5d 2024-11-12T03:19:46,843 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/info/97b6d77f01b44bce9f9714885ae52b5d, entries=8, sequenceid=19, filesize=6.2 K 2024-11-12T03:19:46,843 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false 2024-11-12T03:19:46,849 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-12T03:19:46,849 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:19:46,849 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:19:46,849 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:19:46,849 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381586408Running coprocessor pre-close hooks at 1731381586408Disabling compacts and flushes for region at 1731381586409 (+1 ms)Disabling writes for close at 1731381586409Obtaining lock to block concurrent updates at 1731381586409Preparing flush snapshotting stores in 1588230740 at 1731381586409Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731381586409Flushing stores of hbase:meta,,1.1588230740 at 1731381586409Flushing 1588230740/info: creating writer at 1731381586410 (+1 ms)Flushing 1588230740/info: appending metadata at 1731381586428 (+18 ms)Flushing 1588230740/info: closing flushed file at 1731381586428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50b892cc: reopening flushed file at 1731381586837 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 434ms, sequenceid=19, compaction requested=false at 1731381586843 (+6 ms)Writing region close event to WAL at 1731381586846 (+3 ms)Running coprocessor post-close hooks at 1731381586849 (+3 ms)Closed at 1731381586849 2024-11-12T03:19:46,849 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:19:47,009 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,34937,1731381577343; all regions closed. 2024-11-12T03:19:47,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741849_1025 (size=2156) 2024-11-12T03:19:47,011 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.meta.1731381578650.meta not finished, retry = 0 2024-11-12T03:19:47,114 DEBUG [RS:0;3fb681890ab2:34937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/oldWALs 2024-11-12T03:19:47,114 INFO [RS:0;3fb681890ab2:34937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C34937%2C1731381577343.meta:.meta(num 1731381578650) 2024-11-12T03:19:47,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741850_1026 (size=796) 2024-11-12T03:19:47,116 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.rep.1731381582899 not finished, retry = 0 2024-11-12T03:19:47,219 DEBUG [RS:0;3fb681890ab2:34937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/oldWALs 2024-11-12T03:19:47,219 INFO [RS:0;3fb681890ab2:34937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C34937%2C1731381577343.rep:(num 1731381582899) 2024-11-12T03:19:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741848_1024 (size=93) 2024-11-12T03:19:47,221 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/WALs/3fb681890ab2,34937,1731381577343/3fb681890ab2%2C34937%2C1731381577343.1731381578405 not finished, retry = 0 2024-11-12T03:19:47,257 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:19:47,257 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:19:47,323 DEBUG [RS:0;3fb681890ab2:34937 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/oldWALs 2024-11-12T03:19:47,323 INFO [RS:0;3fb681890ab2:34937 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C34937%2C1731381577343:(num 1731381578405) 2024-11-12T03:19:47,323 DEBUG [RS:0;3fb681890ab2:34937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:47,323 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:19:47,324 INFO [RS:0;3fb681890ab2:34937 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:19:47,324 INFO [RS:0;3fb681890ab2:34937 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T03:19:47,324 INFO [RS:0;3fb681890ab2:34937 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:19:47,324 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:19:47,324 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,34937,1731381577343 because: Region server is closing 2024-11-12T03:19:47,324 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-12T03:19:47,324 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-12T03:19:47,324 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T03:19:47,324 INFO [RS:0;3fb681890ab2:34937 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:34937. 2024-11-12T03:19:47,324 DEBUG [RS:0;3fb681890ab2:34937 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:19:47,324 DEBUG [RS:0;3fb681890ab2:34937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:47,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:19:47,325 DEBUG [RS:0;3fb681890ab2:34937 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:47,425 WARN [RS:0;3fb681890ab2:34937.replicationSource.wal-reader.3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:19:47,425 WARN [RS:0;3fb681890ab2:34937.replicationSource.shipper3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T03:19:47,425 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;3fb681890ab2:34937.replicationSource.shipper3fb681890ab2%2C34937%2C1731381577343,1-3fb681890ab2,34937,1731381577343 terminated 2024-11-12T03:19:47,425 INFO [RS:0;3fb681890ab2:34937 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34937 2024-11-12T03:19:47,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1981496068/rs/3fb681890ab2,34937,1731381577343 2024-11-12T03:19:47,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068/rs 2024-11-12T03:19:47,452 INFO [RS:0;3fb681890ab2:34937 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:19:47,453 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,34937,1731381577343] 2024-11-12T03:19:47,469 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1981496068/draining/3fb681890ab2,34937,1731381577343 already deleted, retry=false 2024-11-12T03:19:47,469 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,34937,1731381577343 expired; onlineServers=0 2024-11-12T03:19:47,469 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,35505,1731381577298' ***** 2024-11-12T03:19:47,469 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:19:47,469 INFO [M:0;3fb681890ab2:35505 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:19:47,469 INFO [M:0;3fb681890ab2:35505 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:19:47,470 DEBUG [M:0;3fb681890ab2:35505 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:19:47,470 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:19:47,470 DEBUG [M:0;3fb681890ab2:35505 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:19:47,470 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381578066 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381578066,5,FailOnTimeoutGroup] 2024-11-12T03:19:47,470 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381578066 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381578066,5,FailOnTimeoutGroup] 2024-11-12T03:19:47,470 INFO [M:0;3fb681890ab2:35505 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:19:47,470 INFO [M:0;3fb681890ab2:35505 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:19:47,470 DEBUG [M:0;3fb681890ab2:35505 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:19:47,470 INFO [M:0;3fb681890ab2:35505 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:19:47,470 INFO [M:0;3fb681890ab2:35505 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:19:47,470 INFO [M:0;3fb681890ab2:35505 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:19:47,470 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:19:47,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1981496068/master 2024-11-12T03:19:47,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1981496068 2024-11-12T03:19:47,480 DEBUG [M:0;3fb681890ab2:35505 {}] zookeeper.ZKUtil(347): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Unable to get data of znode /0-1981496068/master because node does not exist (not an error) 2024-11-12T03:19:47,480 WARN [M:0;3fb681890ab2:35505 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:19:47,480 INFO [M:0;3fb681890ab2:35505 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/.lastflushedseqids 2024-11-12T03:19:47,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741852_1028 (size=181) 2024-11-12T03:19:47,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:47,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34937-0x1012d0dff180007, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:47,559 INFO [RS:0;3fb681890ab2:34937 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:19:47,559 INFO [RS:0;3fb681890ab2:34937 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,34937,1731381577343; zookeeper connection closed. 2024-11-12T03:19:47,559 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4bc26998 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4bc26998 2024-11-12T03:19:47,560 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:19:47,885 INFO [M:0;3fb681890ab2:35505 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:19:47,885 INFO [M:0;3fb681890ab2:35505 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:19:47,885 DEBUG [M:0;3fb681890ab2:35505 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:19:47,885 INFO [M:0;3fb681890ab2:35505 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:47,885 DEBUG [M:0;3fb681890ab2:35505 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:47,885 DEBUG [M:0;3fb681890ab2:35505 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:19:47,885 DEBUG [M:0;3fb681890ab2:35505 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:47,885 INFO [M:0;3fb681890ab2:35505 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-12T03:19:47,899 DEBUG [M:0;3fb681890ab2:35505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bf5ff3a0ec845d39ee2d9102479f158 is 82, key is hbase:meta,,1/info:regioninfo/1731381578697/Put/seqid=0 2024-11-12T03:19:47,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741853_1029 (size=5672) 2024-11-12T03:19:48,303 INFO [M:0;3fb681890ab2:35505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bf5ff3a0ec845d39ee2d9102479f158 2024-11-12T03:19:48,324 DEBUG [M:0;3fb681890ab2:35505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/375a5299abbe4bb3a9c7f1e1b157ecf5 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731381582939/Put/seqid=0 2024-11-12T03:19:48,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741854_1030 (size=7312) 2024-11-12T03:19:48,728 INFO [M:0;3fb681890ab2:35505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/375a5299abbe4bb3a9c7f1e1b157ecf5 2024-11-12T03:19:48,744 DEBUG [M:0;3fb681890ab2:35505 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b87535a59e8741eda21d558d918b1de4 is 69, key is 3fb681890ab2,34937,1731381577343/rs:state/1731381578190/Put/seqid=0 2024-11-12T03:19:48,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741855_1031 (size=5370) 2024-11-12T03:19:49,148 INFO [M:0;3fb681890ab2:35505 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b87535a59e8741eda21d558d918b1de4 2024-11-12T03:19:49,152 INFO [M:0;3fb681890ab2:35505 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b87535a59e8741eda21d558d918b1de4 2024-11-12T03:19:49,152 DEBUG [M:0;3fb681890ab2:35505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3bf5ff3a0ec845d39ee2d9102479f158 as hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bf5ff3a0ec845d39ee2d9102479f158 2024-11-12T03:19:49,158 INFO [M:0;3fb681890ab2:35505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3bf5ff3a0ec845d39ee2d9102479f158, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T03:19:49,159 DEBUG [M:0;3fb681890ab2:35505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/375a5299abbe4bb3a9c7f1e1b157ecf5 as hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/375a5299abbe4bb3a9c7f1e1b157ecf5 2024-11-12T03:19:49,163 INFO [M:0;3fb681890ab2:35505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/375a5299abbe4bb3a9c7f1e1b157ecf5, entries=7, sequenceid=127, filesize=7.1 K 2024-11-12T03:19:49,164 DEBUG [M:0;3fb681890ab2:35505 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b87535a59e8741eda21d558d918b1de4 as hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b87535a59e8741eda21d558d918b1de4 2024-11-12T03:19:49,168 INFO [M:0;3fb681890ab2:35505 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b87535a59e8741eda21d558d918b1de4 2024-11-12T03:19:49,168 INFO [M:0;3fb681890ab2:35505 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37823/user/jenkins/test-data/f1e2401b-644a-f520-bc1c-9e5b35f96de1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b87535a59e8741eda21d558d918b1de4, entries=2, sequenceid=127, filesize=5.2 K 2024-11-12T03:19:49,169 INFO [M:0;3fb681890ab2:35505 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false 2024-11-12T03:19:49,170 INFO [M:0;3fb681890ab2:35505 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:49,170 DEBUG [M:0;3fb681890ab2:35505 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381587885Disabling compacts and flushes for region at 1731381587885Disabling writes for close at 1731381587885Obtaining lock to block concurrent updates at 1731381587885Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381587885Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731381587886 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381587886Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381587886Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381587899 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381587899Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381588308 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381588323 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381588323Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381588732 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381588743 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381588743Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@438c7e33: reopening flushed file at 1731381589152 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@278004d0: reopening flushed file at 1731381589158 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ce5eeab: reopening flushed file at 1731381589163 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1284ms, sequenceid=127, compaction requested=false at 1731381589169 (+6 ms)Writing region close event to WAL at 1731381589170 (+1 ms)Closed at 1731381589170 2024-11-12T03:19:49,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40903 is added to blk_1073741847_1023 (size=22903) 2024-11-12T03:19:49,172 INFO [M:0;3fb681890ab2:35505 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:19:49,172 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:19:49,173 INFO [M:0;3fb681890ab2:35505 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35505 2024-11-12T03:19:49,173 INFO [M:0;3fb681890ab2:35505 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:19:49,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:49,338 INFO [M:0;3fb681890ab2:35505 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:19:49,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35505-0x1012d0dff180006, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:19:49,340 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61e0d86d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:19:49,340 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ac6680f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:19:49,340 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:19:49,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a7ac3fe{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:19:49,341 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f4a13ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/hadoop.log.dir/,STOPPED} 2024-11-12T03:19:49,343 WARN [BP-1487434971-172.17.0.2-1731381560203 heartbeating to localhost/127.0.0.1:37823 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:19:49,343 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:19:49,343 WARN [BP-1487434971-172.17.0.2-1731381560203 heartbeating to localhost/127.0.0.1:37823 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1487434971-172.17.0.2-1731381560203 (Datanode Uuid ff60301d-5f03-4b4e-bbc7-89b315479225) service to localhost/127.0.0.1:37823 2024-11-12T03:19:49,343 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:19:49,343 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/cluster_2cdcf8bb-2fec-8ea9-df4a-d1286a176375/data/data1/current/BP-1487434971-172.17.0.2-1731381560203 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:19:49,343 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/cluster_2cdcf8bb-2fec-8ea9-df4a-d1286a176375/data/data2/current/BP-1487434971-172.17.0.2-1731381560203 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:19:49,344 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:19:49,349 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22f50b67{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:19:49,350 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7bebedbb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:19:49,350 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:19:49,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ee8259d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:19:49,350 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23d953a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/0c1dd936-d163-cacc-ae9c-9c03c7e6b4f9/hadoop.log.dir/,STOPPED} 2024-11-12T03:19:49,356 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T03:19:49,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:19:49,379 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=205 (was 160) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61054) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37823 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61054) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:38101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38101 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38101 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:37823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38101 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:37823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37823 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:38101 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37823 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=569 (was 502) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=311 (was 318), ProcessCount=11 (was 11), AvailableMemoryMB=5573 (was 6028) 2024-11-12T03:19:49,390 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=204, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=311, ProcessCount=11, AvailableMemoryMB=5572 2024-11-12T03:19:49,408 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-12T03:19:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/hadoop.log.dir so I do NOT create it in target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4 2024-11-12T03:19:49,409 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:19:49,409 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/hadoop.tmp.dir so I do NOT create it in target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4 2024-11-12T03:19:49,409 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/e090553e-8ef8-f26f-0cbf-29c5030df825/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:19:49,409 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4 2024-11-12T03:19:49,409 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/cluster_95f88d1e-a228-70b2-ef83-27738c5515da, deleteOnExit=true 2024-11-12T03:19:49,425 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/cluster_95f88d1e-a228-70b2-ef83-27738c5515da/zookeeper_0, clientPort=63197, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/cluster_95f88d1e-a228-70b2-ef83-27738c5515da/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/cluster_95f88d1e-a228-70b2-ef83-27738c5515da/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T03:19:49,426 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63197 2024-11-12T03:19:49,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:19:49,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:19:49,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/test.cache.data in system properties and HBase conf 2024-11-12T03:19:49,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:19:49,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:19:49,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:19:49,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:19:49,426 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:19:49,426 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:19:49,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:19:49,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:19:49,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:19:49,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:19:49,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:19:49,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:19:49,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:19:49,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:19:49,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:19:49,427 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:19:49,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:19:49,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:19:49,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:19:49,428 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:19:49,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012d0dff180005, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:19:49,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012d0dff180005, quorum=127.0.0.1:61054, baseZNode=/1-1485393266 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:19:49,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012d0dff180002, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:19:49,469 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012d0dff180002, quorum=127.0.0.1:61054, baseZNode=/0-1981496068 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:19:49,833 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:19:49,839 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:19:49,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:19:49,848 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:19:49,848 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:19:49,852 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:19:49,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:19:49,853 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:19:49,957 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72f0a085{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/java.io.tmpdir/jetty-localhost-36861-hadoop-hdfs-3_4_1-tests_jar-_-any-18066368961965122409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:19:49,957 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:36861} 2024-11-12T03:19:49,957 INFO [Time-limited test {}] server.Server(415): Started @166066ms 2024-11-12T03:19:50,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:19:50,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T03:19:50,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T03:19:50,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:19:50,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:19:50,221 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:19:50,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:19:50,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:19:50,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:19:50,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@616c0c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:19:50,224 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@94d1555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:19:50,321 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7fcbd9e1{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/java.io.tmpdir/jetty-localhost-46669-hadoop-hdfs-3_4_1-tests_jar-_-any-10432903168203969130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:19:50,321 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5fcfb081{HTTP/1.1, (http/1.1)}{localhost:46669} 2024-11-12T03:19:50,321 INFO [Time-limited test {}] server.Server(415): Started @166430ms 2024-11-12T03:19:50,322 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:19:50,999 WARN [Thread-1683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/cluster_95f88d1e-a228-70b2-ef83-27738c5515da/data/data1/current/BP-480238995-172.17.0.2-1731381589473/current, will proceed with Du for space computation calculation, 2024-11-12T03:19:50,999 WARN [Thread-1684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/cluster_95f88d1e-a228-70b2-ef83-27738c5515da/data/data2/current/BP-480238995-172.17.0.2-1731381589473/current, will proceed with Du for space computation calculation, 2024-11-12T03:19:51,017 WARN [Thread-1671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:19:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d6994cc3c54dc27 with lease ID 0x580c44d6c137691b: Processing first storage report for DS-e8990d9c-5ae4-4df3-8051-6605f37c6aea from datanode DatanodeRegistration(127.0.0.1:46607, datanodeUuid=0567f07d-32a8-47d4-8589-1c320bc946b4, infoPort=36727, infoSecurePort=0, ipcPort=44603, storageInfo=lv=-57;cid=testClusterID;nsid=1135553965;c=1731381589473) 2024-11-12T03:19:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d6994cc3c54dc27 with lease ID 0x580c44d6c137691b: from storage DS-e8990d9c-5ae4-4df3-8051-6605f37c6aea node DatanodeRegistration(127.0.0.1:46607, datanodeUuid=0567f07d-32a8-47d4-8589-1c320bc946b4, infoPort=36727, infoSecurePort=0, ipcPort=44603, storageInfo=lv=-57;cid=testClusterID;nsid=1135553965;c=1731381589473), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T03:19:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4d6994cc3c54dc27 with lease ID 0x580c44d6c137691b: Processing first storage report for DS-832a3eee-5595-435b-aa7e-02a3b5ef4890 from datanode DatanodeRegistration(127.0.0.1:46607, datanodeUuid=0567f07d-32a8-47d4-8589-1c320bc946b4, infoPort=36727, infoSecurePort=0, ipcPort=44603, storageInfo=lv=-57;cid=testClusterID;nsid=1135553965;c=1731381589473) 2024-11-12T03:19:51,019 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4d6994cc3c54dc27 with lease ID 0x580c44d6c137691b: from storage DS-832a3eee-5595-435b-aa7e-02a3b5ef4890 node DatanodeRegistration(127.0.0.1:46607, datanodeUuid=0567f07d-32a8-47d4-8589-1c320bc946b4, infoPort=36727, infoSecurePort=0, ipcPort=44603, storageInfo=lv=-57;cid=testClusterID;nsid=1135553965;c=1731381589473), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:19:51,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4 2024-11-12T03:19:51,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:51,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:51,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:19:51,464 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f with version=8 2024-11-12T03:19:51,464 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/hbase-staging 2024-11-12T03:19:51,466 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:19:51,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:51,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:51,467 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:19:51,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:51,467 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:19:51,467 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:19:51,467 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:19:51,467 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38835 2024-11-12T03:19:51,468 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38835 connecting to ZooKeeper ensemble=127.0.0.1:63197 2024-11-12T03:19:51,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:388350x0, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:19:51,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38835-0x1012d0e71540000 connected 2024-11-12T03:19:51,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:51,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:51,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Set watcher on znode that does not yet exist, /0605790159/running 2024-11-12T03:19:51,768 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f, hbase.cluster.distributed=false 2024-11-12T03:19:51,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Set watcher on znode that does not yet exist, /0605790159/acl 2024-11-12T03:19:51,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38835 2024-11-12T03:19:51,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38835 2024-11-12T03:19:51,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38835 2024-11-12T03:19:51,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38835 2024-11-12T03:19:51,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38835 2024-11-12T03:19:51,785 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:19:51,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:51,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:51,785 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:19:51,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:51,785 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:19:51,785 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:19:51,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:19:51,788 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38189 2024-11-12T03:19:51,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38189 connecting to ZooKeeper ensemble=127.0.0.1:63197 2024-11-12T03:19:51,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:51,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:51,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:381890x0, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:19:51,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:381890x0, quorum=127.0.0.1:63197, baseZNode=/0605790159 Set watcher on znode that does not yet exist, /0605790159/running 2024-11-12T03:19:51,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38189-0x1012d0e71540001 connected 2024-11-12T03:19:51,807 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:19:51,807 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:19:51,808 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Set watcher on znode that does not yet exist, /0605790159/master 2024-11-12T03:19:51,809 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Set watcher on znode that does not yet exist, /0605790159/acl 2024-11-12T03:19:51,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38189 2024-11-12T03:19:51,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38189 2024-11-12T03:19:51,816 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38189 2024-11-12T03:19:51,822 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38189 2024-11-12T03:19:51,823 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38189 2024-11-12T03:19:51,833 DEBUG [M:0;3fb681890ab2:38835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:38835 2024-11-12T03:19:51,833 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0605790159/backup-masters/3fb681890ab2,38835,1731381591466 2024-11-12T03:19:51,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159/backup-masters 2024-11-12T03:19:51,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159/backup-masters 2024-11-12T03:19:51,838 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Set watcher on existing znode=/0605790159/backup-masters/3fb681890ab2,38835,1731381591466 2024-11-12T03:19:51,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:19:51,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0605790159/master 2024-11-12T03:19:51,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:19:51,848 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Set watcher on existing znode=/0605790159/master 2024-11-12T03:19:51,848 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0605790159/backup-masters/3fb681890ab2,38835,1731381591466 from backup master directory 2024-11-12T03:19:51,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159/backup-masters 2024-11-12T03:19:51,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0605790159/backup-masters/3fb681890ab2,38835,1731381591466 2024-11-12T03:19:51,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159/backup-masters 2024-11-12T03:19:51,858 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:19:51,858 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,38835,1731381591466 2024-11-12T03:19:51,862 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/hbase.id] with ID: 2afaaa30-3518-479d-9f21-83bbb467fb54 2024-11-12T03:19:51,862 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/.tmp/hbase.id 2024-11-12T03:19:51,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:19:51,919 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:19:51,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:51,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:51,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:51,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:51,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:51,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:51,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:19:52,270 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/.tmp/hbase.id]:[hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/hbase.id] 2024-11-12T03:19:52,280 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:52,280 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:19:52,281 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T03:19:52,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:19:52,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:19:52,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:19:52,717 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:19:52,717 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:19:52,718 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:52,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:19:53,124 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store 2024-11-12T03:19:53,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:19:53,530 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:53,530 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:19:53,530 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:53,530 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:53,530 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:19:53,530 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:53,530 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:53,530 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381593530Disabling compacts and flushes for region at 1731381593530Disabling writes for close at 1731381593530Writing region close event to WAL at 1731381593530Closed at 1731381593530 2024-11-12T03:19:53,531 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/.initializing 2024-11-12T03:19:53,531 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/WALs/3fb681890ab2,38835,1731381591466 2024-11-12T03:19:53,532 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:19:53,533 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C38835%2C1731381591466, suffix=, logDir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/WALs/3fb681890ab2,38835,1731381591466, archiveDir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/oldWALs, maxLogs=10 2024-11-12T03:19:53,550 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/WALs/3fb681890ab2,38835,1731381591466/3fb681890ab2%2C38835%2C1731381591466.1731381593533, exclude list is [], retry=0 2024-11-12T03:19:53,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46607,DS-e8990d9c-5ae4-4df3-8051-6605f37c6aea,DISK] 2024-11-12T03:19:53,555 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/WALs/3fb681890ab2,38835,1731381591466/3fb681890ab2%2C38835%2C1731381591466.1731381593533 2024-11-12T03:19:53,555 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36727:36727)] 2024-11-12T03:19:53,555 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:19:53,555 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:53,556 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:53,556 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:53,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:53,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:19:53,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:53,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:53,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:53,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:19:53,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:53,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:53,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:53,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:19:53,560 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:53,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:53,561 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:53,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:19:53,562 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:53,562 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:53,562 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:53,562 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:53,563 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:53,564 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:53,564 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:53,564 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:19:53,565 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:53,566 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:19:53,567 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68764491, jitterRate=0.024670764803886414}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:19:53,567 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381593556Initializing all the Stores at 1731381593556Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381593557 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381593557Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381593557Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381593557Cleaning up temporary data from old regions at 1731381593564 (+7 ms)Region opened successfully at 1731381593567 (+3 ms) 2024-11-12T03:19:53,568 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:19:53,571 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d5453aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:19:53,572 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:19:53,572 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:19:53,572 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:19:53,572 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:19:53,573 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:19:53,573 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:19:53,573 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:19:53,575 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:19:53,575 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Unable to get data of znode /0605790159/balancer because node does not exist (not necessarily an error) 2024-11-12T03:19:53,637 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0605790159/balancer already deleted, retry=false 2024-11-12T03:19:53,638 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:19:53,638 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Unable to get data of znode /0605790159/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:19:53,648 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0605790159/normalizer already deleted, retry=false 2024-11-12T03:19:53,648 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:19:53,649 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Unable to get data of znode /0605790159/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:19:53,658 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0605790159/switch/split already deleted, retry=false 2024-11-12T03:19:53,659 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Unable to get data of znode /0605790159/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:19:53,669 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0605790159/switch/merge already deleted, retry=false 2024-11-12T03:19:53,671 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Unable to get data of znode /0605790159/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:19:53,679 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0605790159/snapshot-cleanup already deleted, retry=false 2024-11-12T03:19:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0605790159/running 2024-11-12T03:19:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0605790159/running 2024-11-12T03:19:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:19:53,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:19:53,690 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,38835,1731381591466, sessionid=0x1012d0e71540000, setting cluster-up flag (Was=false) 2024-11-12T03:19:53,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:19:53,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:19:53,742 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0605790159/flush-table-proc/acquired, /0605790159/flush-table-proc/reached, /0605790159/flush-table-proc/abort 2024-11-12T03:19:53,743 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,38835,1731381591466 2024-11-12T03:19:53,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:19:53,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:19:53,795 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0605790159/online-snapshot/acquired, /0605790159/online-snapshot/reached, /0605790159/online-snapshot/abort 2024-11-12T03:19:53,796 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,38835,1731381591466 2024-11-12T03:19:53,797 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:19:53,798 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:53,799 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:19:53,799 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:19:53,799 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 3fb681890ab2,34201,1731381562396: status=Processing ServerCrashProcedure of 3fb681890ab2,34201,1731381562396 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731381578066, completionTime=-1 appears to have been leaked 2024-11-12T03:19:53,799 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,38835,1731381591466 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:19:53,800 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:53,800 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:53,800 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:53,800 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:53,800 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:19:53,800 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:53,800 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:19:53,801 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:53,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381623801 2024-11-12T03:19:53,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:19:53,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:19:53,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:19:53,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:19:53,802 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:53,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:19:53,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:19:53,802 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:19:53,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:53,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:19:53,803 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:19:53,803 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:19:53,803 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:19:53,803 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:53,803 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:19:53,803 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:19:53,803 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:19:53,803 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381593803,5,FailOnTimeoutGroup] 2024-11-12T03:19:53,803 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381593803,5,FailOnTimeoutGroup] 2024-11-12T03:19:53,803 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:53,803 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:19:53,803 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:53,804 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:53,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:19:53,826 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(746): ClusterId : 2afaaa30-3518-479d-9f21-83bbb467fb54 2024-11-12T03:19:53,826 DEBUG [RS:0;3fb681890ab2:38189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:19:53,838 DEBUG [RS:0;3fb681890ab2:38189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:19:53,838 DEBUG [RS:0;3fb681890ab2:38189 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:19:53,850 DEBUG [RS:0;3fb681890ab2:38189 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:19:53,850 DEBUG [RS:0;3fb681890ab2:38189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@952d50c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:19:53,866 DEBUG [RS:0;3fb681890ab2:38189 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:38189 2024-11-12T03:19:53,867 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:19:53,867 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:19:53,867 DEBUG [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:19:53,868 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,38835,1731381591466 with port=38189, startcode=1731381591785 2024-11-12T03:19:53,868 DEBUG [RS:0;3fb681890ab2:38189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:19:53,869 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45397, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:19:53,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38835 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,38189,1731381591785 2024-11-12T03:19:53,870 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38835 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,38189,1731381591785 2024-11-12T03:19:53,871 DEBUG [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f 2024-11-12T03:19:53,871 DEBUG [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34067 2024-11-12T03:19:53,871 DEBUG [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:19:53,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159/rs 2024-11-12T03:19:53,881 DEBUG [RS:0;3fb681890ab2:38189 {}] zookeeper.ZKUtil(111): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Set watcher on existing znode=/0605790159/rs/3fb681890ab2,38189,1731381591785 2024-11-12T03:19:53,881 WARN [RS:0;3fb681890ab2:38189 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:19:53,881 INFO [RS:0;3fb681890ab2:38189 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:53,881 DEBUG [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785 2024-11-12T03:19:53,894 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,38189,1731381591785] 2024-11-12T03:19:53,901 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:19:53,904 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:19:53,910 INFO [RS:0;3fb681890ab2:38189 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:19:53,910 INFO [RS:0;3fb681890ab2:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:53,910 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:19:53,912 INFO [RS:0;3fb681890ab2:38189 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:19:53,914 INFO [RS:0;3fb681890ab2:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:53,915 DEBUG [RS:0;3fb681890ab2:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:53,915 DEBUG [RS:0;3fb681890ab2:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:53,915 DEBUG [RS:0;3fb681890ab2:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:53,915 DEBUG [RS:0;3fb681890ab2:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:53,915 DEBUG [RS:0;3fb681890ab2:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:53,915 DEBUG [RS:0;3fb681890ab2:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:19:53,915 DEBUG [RS:0;3fb681890ab2:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:53,915 DEBUG [RS:0;3fb681890ab2:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:53,915 DEBUG [RS:0;3fb681890ab2:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:53,915 DEBUG [RS:0;3fb681890ab2:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:53,915 DEBUG [RS:0;3fb681890ab2:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:53,915 DEBUG [RS:0;3fb681890ab2:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:53,916 DEBUG [RS:0;3fb681890ab2:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:19:53,916 DEBUG [RS:0;3fb681890ab2:38189 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:19:53,916 INFO [RS:0;3fb681890ab2:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:53,916 INFO [RS:0;3fb681890ab2:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:53,916 INFO [RS:0;3fb681890ab2:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:53,916 INFO [RS:0;3fb681890ab2:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:53,916 INFO [RS:0;3fb681890ab2:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:53,916 INFO [RS:0;3fb681890ab2:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38189,1731381591785-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:19:53,941 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:19:53,941 INFO [RS:0;3fb681890ab2:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38189,1731381591785-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:53,941 INFO [RS:0;3fb681890ab2:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:53,941 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.Replication(171): 3fb681890ab2,38189,1731381591785 started 2024-11-12T03:19:53,961 INFO [RS:0;3fb681890ab2:38189 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:53,961 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,38189,1731381591785, RpcServer on 3fb681890ab2/172.17.0.2:38189, sessionid=0x1012d0e71540001 2024-11-12T03:19:53,961 DEBUG [RS:0;3fb681890ab2:38189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:19:53,961 DEBUG [RS:0;3fb681890ab2:38189 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,38189,1731381591785 2024-11-12T03:19:53,961 DEBUG [RS:0;3fb681890ab2:38189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,38189,1731381591785' 2024-11-12T03:19:53,961 DEBUG [RS:0;3fb681890ab2:38189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0605790159/flush-table-proc/abort' 2024-11-12T03:19:53,962 DEBUG [RS:0;3fb681890ab2:38189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0605790159/flush-table-proc/acquired' 2024-11-12T03:19:53,962 DEBUG [RS:0;3fb681890ab2:38189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:19:53,962 DEBUG [RS:0;3fb681890ab2:38189 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:19:53,962 DEBUG [RS:0;3fb681890ab2:38189 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,38189,1731381591785 2024-11-12T03:19:53,962 DEBUG [RS:0;3fb681890ab2:38189 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,38189,1731381591785' 2024-11-12T03:19:53,962 DEBUG [RS:0;3fb681890ab2:38189 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0605790159/online-snapshot/abort' 2024-11-12T03:19:53,962 DEBUG [RS:0;3fb681890ab2:38189 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0605790159/online-snapshot/acquired' 2024-11-12T03:19:53,963 DEBUG [RS:0;3fb681890ab2:38189 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:19:53,963 INFO [RS:0;3fb681890ab2:38189 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:19:53,963 INFO [RS:0;3fb681890ab2:38189 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:19:54,063 INFO [RS:0;3fb681890ab2:38189 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:19:54,065 INFO [RS:0;3fb681890ab2:38189 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C38189%2C1731381591785, suffix=, logDir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785, archiveDir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/oldWALs, maxLogs=10 2024-11-12T03:19:54,076 DEBUG [RS:0;3fb681890ab2:38189 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065, exclude list is [], retry=0 2024-11-12T03:19:54,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46607,DS-e8990d9c-5ae4-4df3-8051-6605f37c6aea,DISK] 2024-11-12T03:19:54,081 INFO [RS:0;3fb681890ab2:38189 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 2024-11-12T03:19:54,081 DEBUG [RS:0;3fb681890ab2:38189 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36727:36727)] 2024-11-12T03:19:54,216 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:19:54,216 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f 2024-11-12T03:19:54,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:19:54,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:54,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:19:54,625 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:19:54,625 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:54,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:54,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:19:54,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:19:54,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:54,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:54,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:19:54,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:19:54,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:54,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:54,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:19:54,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:19:54,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:54,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:54,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:19:54,630 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740 2024-11-12T03:19:54,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740 2024-11-12T03:19:54,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:19:54,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:19:54,632 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:19:54,633 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:19:54,635 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:19:54,635 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65444162, jitterRate=-0.02480599284172058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:19:54,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381594623Initializing all the Stores at 1731381594624 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381594624Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381594624Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381594624Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381594624Cleaning up temporary data from old regions at 1731381594632 (+8 ms)Region opened successfully at 1731381594636 (+4 ms) 2024-11-12T03:19:54,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:19:54,636 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:19:54,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:19:54,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:19:54,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:19:54,636 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:19:54,636 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381594636Disabling compacts and flushes for region at 1731381594636Disabling writes for close at 1731381594636Writing region close event to WAL at 1731381594636Closed at 1731381594636 2024-11-12T03:19:54,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:54,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:19:54,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:19:54,639 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:19:54,640 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:19:54,790 DEBUG [3fb681890ab2:38835 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:19:54,790 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,38189,1731381591785 2024-11-12T03:19:54,791 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,38189,1731381591785, state=OPENING 2024-11-12T03:19:54,858 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:19:54,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:19:54,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:19:54,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0605790159/meta-region-server: CHANGED 2024-11-12T03:19:54,869 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0605790159/meta-region-server: CHANGED 2024-11-12T03:19:54,869 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:19:54,869 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,38189,1731381591785}] 2024-11-12T03:19:55,022 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:19:55,023 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:19:55,026 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:19:55,026 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:55,027 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:19:55,028 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C38189%2C1731381591785.meta, suffix=.meta, logDir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785, archiveDir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/oldWALs, maxLogs=10 2024-11-12T03:19:55,043 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.meta.1731381595028.meta, exclude list is [], retry=0 2024-11-12T03:19:55,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46607,DS-e8990d9c-5ae4-4df3-8051-6605f37c6aea,DISK] 2024-11-12T03:19:55,047 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.meta.1731381595028.meta 2024-11-12T03:19:55,047 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36727:36727)] 2024-11-12T03:19:55,047 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:19:55,048 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:19:55,048 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:19:55,048 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:19:55,048 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:19:55,048 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:19:55,048 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:55,048 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:19:55,048 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:19:55,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:19:55,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:19:55,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:55,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:55,050 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:19:55,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:19:55,051 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:55,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:55,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:19:55,052 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:19:55,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:55,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:55,052 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:19:55,053 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:19:55,053 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:55,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:55,053 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:19:55,054 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740 2024-11-12T03:19:55,055 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740 2024-11-12T03:19:55,055 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:19:55,055 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:19:55,056 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:19:55,057 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:19:55,057 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72126176, jitterRate=0.07476377487182617}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:19:55,057 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:19:55,057 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381595048Writing region info on filesystem at 1731381595048Initializing all the Stores at 1731381595049 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381595049Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381595049Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381595049Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381595049Cleaning up temporary data from old regions at 1731381595055 (+6 ms)Running coprocessor post-open hooks at 1731381595057 (+2 ms)Region opened successfully at 1731381595057 2024-11-12T03:19:55,058 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381595021 2024-11-12T03:19:55,060 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:19:55,060 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:19:55,060 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,38189,1731381591785 2024-11-12T03:19:55,061 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,38189,1731381591785, state=OPEN 2024-11-12T03:19:55,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0605790159/meta-region-server 2024-11-12T03:19:55,094 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0605790159/meta-region-server 2024-11-12T03:19:55,094 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,38189,1731381591785 2024-11-12T03:19:55,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0605790159/meta-region-server: CHANGED 2024-11-12T03:19:55,094 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0605790159/meta-region-server: CHANGED 2024-11-12T03:19:55,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:19:55,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,38189,1731381591785 in 225 msec 2024-11-12T03:19:55,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:19:55,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 458 msec 2024-11-12T03:19:55,099 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:55,099 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:19:55,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:19:55,100 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,38189,1731381591785, seqNum=-1] 2024-11-12T03:19:55,101 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:19:55,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54583, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:19:55,106 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3080 sec 2024-11-12T03:19:55,106 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381595106, completionTime=-1 2024-11-12T03:19:55,106 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:19:55,106 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:19:55,108 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:19:55,108 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381655108 2024-11-12T03:19:55,108 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381715108 2024-11-12T03:19:55,108 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T03:19:55,109 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38835,1731381591466-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:55,109 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38835,1731381591466-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:55,109 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38835,1731381591466-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:55,109 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:38835, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:55,109 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:55,109 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:55,111 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:19:55,112 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.254sec 2024-11-12T03:19:55,112 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:19:55,112 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:19:55,112 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:19:55,113 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:19:55,113 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:19:55,113 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38835,1731381591466-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:19:55,113 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38835,1731381591466-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:19:55,115 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:19:55,115 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:19:55,115 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38835,1731381591466-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:55,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41214a08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:55,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,38835,-1 for getting cluster id 2024-11-12T03:19:55,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:19:55,128 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afaaa30-3518-479d-9f21-83bbb467fb54' 2024-11-12T03:19:55,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:19:55,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afaaa30-3518-479d-9f21-83bbb467fb54" 2024-11-12T03:19:55,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bbc001e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:55,128 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,38835,-1] 2024-11-12T03:19:55,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:19:55,129 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:55,129 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:19:55,130 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543840cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:55,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:19:55,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,38189,1731381591785, seqNum=-1] 2024-11-12T03:19:55,131 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:19:55,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:19:55,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,38835,1731381591466 2024-11-12T03:19:55,135 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:63197 2024-11-12T03:19:55,153 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:19:55,153 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012d0e71540002 connected 2024-11-12T03:19:55,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/hadoop.log.dir so I do NOT create it in target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be 2024-11-12T03:19:55,165 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:19:55,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/hadoop.tmp.dir so I do NOT create it in target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be 2024-11-12T03:19:55,165 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:19:55,165 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be 2024-11-12T03:19:55,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:19:55,165 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/cluster_a0677f0b-728e-ad4a-2336-a27e5fbcd308, deleteOnExit=true 2024-11-12T03:19:55,165 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/test.cache.data in system properties and HBase conf 2024-11-12T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:19:55,166 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:19:55,166 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:19:55,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:19:55,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:19:55,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:19:55,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:19:55,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:19:55,167 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:19:55,480 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:19:55,484 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:19:55,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:19:55,486 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:19:55,486 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:19:55,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:19:55,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19e06a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:19:55,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68bc7d85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:19:55,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1228fad4{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/java.io.tmpdir/jetty-localhost-41521-hadoop-hdfs-3_4_1-tests_jar-_-any-6456924226557575230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:19:55,585 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@672fe1f5{HTTP/1.1, (http/1.1)}{localhost:41521} 2024-11-12T03:19:55,585 INFO [Time-limited test {}] server.Server(415): Started @171694ms 2024-11-12T03:19:55,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:19:55,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:19:55,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:19:55,818 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:19:55,818 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:19:55,818 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@771f0749{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:19:55,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c69b0dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:19:55,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bc06253{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/java.io.tmpdir/jetty-localhost-32845-hadoop-hdfs-3_4_1-tests_jar-_-any-10692505173849950112/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:19:55,914 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@38e96b20{HTTP/1.1, (http/1.1)}{localhost:32845} 2024-11-12T03:19:55,914 INFO [Time-limited test {}] server.Server(415): Started @172023ms 2024-11-12T03:19:55,915 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:19:56,598 WARN [Thread-1804 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/cluster_a0677f0b-728e-ad4a-2336-a27e5fbcd308/data/data1/current/BP-1865546580-172.17.0.2-1731381595180/current, will proceed with Du for space computation calculation, 2024-11-12T03:19:56,598 WARN [Thread-1805 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/cluster_a0677f0b-728e-ad4a-2336-a27e5fbcd308/data/data2/current/BP-1865546580-172.17.0.2-1731381595180/current, will proceed with Du for space computation calculation, 2024-11-12T03:19:56,619 WARN [Thread-1792 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:19:56,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67df1f54ec833129 with lease ID 0xd87a334b5f213e66: Processing first storage report for DS-244872ae-9c5f-4bc6-8323-5e14897b3ac9 from datanode DatanodeRegistration(127.0.0.1:44923, datanodeUuid=513bed7b-0d60-4a69-a177-e6d14ac9a93e, infoPort=33069, infoSecurePort=0, ipcPort=38983, storageInfo=lv=-57;cid=testClusterID;nsid=859959161;c=1731381595180) 2024-11-12T03:19:56,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67df1f54ec833129 with lease ID 0xd87a334b5f213e66: from storage DS-244872ae-9c5f-4bc6-8323-5e14897b3ac9 node DatanodeRegistration(127.0.0.1:44923, datanodeUuid=513bed7b-0d60-4a69-a177-e6d14ac9a93e, infoPort=33069, infoSecurePort=0, ipcPort=38983, storageInfo=lv=-57;cid=testClusterID;nsid=859959161;c=1731381595180), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:19:56,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67df1f54ec833129 with lease ID 0xd87a334b5f213e66: Processing first storage report for DS-844de545-cd60-4162-97d4-3cc3ab1c2166 from datanode DatanodeRegistration(127.0.0.1:44923, datanodeUuid=513bed7b-0d60-4a69-a177-e6d14ac9a93e, infoPort=33069, infoSecurePort=0, ipcPort=38983, storageInfo=lv=-57;cid=testClusterID;nsid=859959161;c=1731381595180) 2024-11-12T03:19:56,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67df1f54ec833129 with lease ID 0xd87a334b5f213e66: from storage DS-844de545-cd60-4162-97d4-3cc3ab1c2166 node DatanodeRegistration(127.0.0.1:44923, datanodeUuid=513bed7b-0d60-4a69-a177-e6d14ac9a93e, infoPort=33069, infoSecurePort=0, ipcPort=38983, storageInfo=lv=-57;cid=testClusterID;nsid=859959161;c=1731381595180), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:19:56,653 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be 2024-11-12T03:19:56,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:56,654 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:56,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:19:57,063 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b with version=8 2024-11-12T03:19:57,063 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/hbase-staging 2024-11-12T03:19:57,064 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:19:57,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:57,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:57,064 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:19:57,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:57,064 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:19:57,064 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:19:57,064 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:19:57,065 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36803 2024-11-12T03:19:57,066 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36803 connecting to ZooKeeper ensemble=127.0.0.1:63197 2024-11-12T03:19:57,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:368030x0, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:19:57,111 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36803-0x1012d0e71540003 connected 2024-11-12T03:19:57,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:57,187 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:57,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Set watcher on znode that does not yet exist, /1127786403/running 2024-11-12T03:19:57,189 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b, hbase.cluster.distributed=false 2024-11-12T03:19:57,191 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Set watcher on znode that does not yet exist, /1127786403/acl 2024-11-12T03:19:57,199 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36803 2024-11-12T03:19:57,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36803 2024-11-12T03:19:57,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36803 2024-11-12T03:19:57,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36803 2024-11-12T03:19:57,200 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36803 2024-11-12T03:19:57,218 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:19:57,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:57,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:57,218 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:19:57,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:19:57,218 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:19:57,218 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:19:57,218 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:19:57,219 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40035 2024-11-12T03:19:57,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40035 connecting to ZooKeeper ensemble=127.0.0.1:63197 2024-11-12T03:19:57,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:57,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:57,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400350x0, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:19:57,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:400350x0, quorum=127.0.0.1:63197, baseZNode=/1127786403 Set watcher on znode that does not yet exist, /1127786403/running 2024-11-12T03:19:57,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40035-0x1012d0e71540004 connected 2024-11-12T03:19:57,238 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:19:57,240 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:19:57,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Set watcher on znode that does not yet exist, /1127786403/master 2024-11-12T03:19:57,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Set watcher on znode that does not yet exist, /1127786403/acl 2024-11-12T03:19:57,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40035 2024-11-12T03:19:57,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40035 2024-11-12T03:19:57,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40035 2024-11-12T03:19:57,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40035 2024-11-12T03:19:57,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40035 2024-11-12T03:19:57,258 DEBUG [M:0;3fb681890ab2:36803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:36803 2024-11-12T03:19:57,260 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1127786403/backup-masters/3fb681890ab2,36803,1731381597064 2024-11-12T03:19:57,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403/backup-masters 2024-11-12T03:19:57,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403/backup-masters 2024-11-12T03:19:57,269 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Set watcher on existing znode=/1127786403/backup-masters/3fb681890ab2,36803,1731381597064 2024-11-12T03:19:57,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1127786403/master 2024-11-12T03:19:57,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:19:57,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:19:57,279 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Set watcher on existing znode=/1127786403/master 2024-11-12T03:19:57,280 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1127786403/backup-masters/3fb681890ab2,36803,1731381597064 from backup master directory 2024-11-12T03:19:57,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1127786403/backup-masters/3fb681890ab2,36803,1731381597064 2024-11-12T03:19:57,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403/backup-masters 2024-11-12T03:19:57,289 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403/backup-masters 2024-11-12T03:19:57,289 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:19:57,289 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,36803,1731381597064 2024-11-12T03:19:57,292 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/hbase.id] with ID: 54e69390-d5ac-44bd-90cd-4c8cb4600a10 2024-11-12T03:19:57,293 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/.tmp/hbase.id 2024-11-12T03:19:57,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:19:57,697 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/.tmp/hbase.id]:[hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/hbase.id] 2024-11-12T03:19:57,708 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:19:57,709 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:19:57,710 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T03:19:57,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:19:57,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:19:57,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:19:57,760 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:19:57,761 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:19:57,762 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:57,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:19:57,769 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store 2024-11-12T03:19:57,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:19:58,175 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:58,175 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:19:58,175 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:58,175 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:58,175 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:19:58,175 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:58,175 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:19:58,175 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381598175Disabling compacts and flushes for region at 1731381598175Disabling writes for close at 1731381598175Writing region close event to WAL at 1731381598175Closed at 1731381598175 2024-11-12T03:19:58,176 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/.initializing 2024-11-12T03:19:58,176 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/WALs/3fb681890ab2,36803,1731381597064 2024-11-12T03:19:58,177 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:19:58,179 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C36803%2C1731381597064, suffix=, logDir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/WALs/3fb681890ab2,36803,1731381597064, archiveDir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/oldWALs, maxLogs=10 2024-11-12T03:19:58,190 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/WALs/3fb681890ab2,36803,1731381597064/3fb681890ab2%2C36803%2C1731381597064.1731381598179, exclude list is [], retry=0 2024-11-12T03:19:58,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44923,DS-244872ae-9c5f-4bc6-8323-5e14897b3ac9,DISK] 2024-11-12T03:19:58,194 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/WALs/3fb681890ab2,36803,1731381597064/3fb681890ab2%2C36803%2C1731381597064.1731381598179 2024-11-12T03:19:58,199 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33069:33069)] 2024-11-12T03:19:58,199 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:19:58,200 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:58,200 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:58,200 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:58,201 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:58,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:19:58,203 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:58,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:58,203 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:58,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:19:58,205 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:58,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:58,205 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:58,206 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:19:58,207 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:58,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:58,207 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:58,208 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:19:58,208 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:58,209 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:19:58,209 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:58,209 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:58,210 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:58,211 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:58,211 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:58,211 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:19:58,212 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:19:58,214 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:19:58,214 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65042252, jitterRate=-0.030794918537139893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:19:58,214 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381598200Initializing all the Stores at 1731381598201 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381598201Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381598201Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381598201Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381598201Cleaning up temporary data from old regions at 1731381598211 (+10 ms)Region opened successfully at 1731381598214 (+3 ms) 2024-11-12T03:19:58,215 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:19:58,218 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4379db80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:19:58,219 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:19:58,219 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:19:58,219 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:19:58,219 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:19:58,220 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:19:58,220 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:19:58,220 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:19:58,222 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:19:58,223 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Unable to get data of znode /1127786403/balancer because node does not exist (not necessarily an error) 2024-11-12T03:19:58,268 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1127786403/balancer already deleted, retry=false 2024-11-12T03:19:58,269 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:19:58,269 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Unable to get data of znode /1127786403/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:19:58,279 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1127786403/normalizer already deleted, retry=false 2024-11-12T03:19:58,279 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:19:58,280 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Unable to get data of znode /1127786403/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:19:58,289 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1127786403/switch/split already deleted, retry=false 2024-11-12T03:19:58,290 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Unable to get data of znode /1127786403/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:19:58,300 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1127786403/switch/merge already deleted, retry=false 2024-11-12T03:19:58,301 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Unable to get data of znode /1127786403/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:19:58,310 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1127786403/snapshot-cleanup already deleted, retry=false 2024-11-12T03:19:58,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1127786403/running 2024-11-12T03:19:58,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1127786403/running 2024-11-12T03:19:58,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:19:58,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:19:58,322 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,36803,1731381597064, sessionid=0x1012d0e71540003, setting cluster-up flag (Was=false) 2024-11-12T03:19:58,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:19:58,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:19:58,374 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1127786403/flush-table-proc/acquired, /1127786403/flush-table-proc/reached, /1127786403/flush-table-proc/abort 2024-11-12T03:19:58,375 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,36803,1731381597064 2024-11-12T03:19:58,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:19:58,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:19:58,426 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1127786403/online-snapshot/acquired, /1127786403/online-snapshot/reached, /1127786403/online-snapshot/abort 2024-11-12T03:19:58,427 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,36803,1731381597064 2024-11-12T03:19:58,428 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:19:58,430 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:58,430 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:19:58,430 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:19:58,430 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,36803,1731381597064 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:19:58,432 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:58,432 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:58,432 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:58,432 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:19:58,432 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:19:58,432 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:58,432 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:19:58,432 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:58,433 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381628433 2024-11-12T03:19:58,433 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:19:58,433 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:19:58,433 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:19:58,433 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:19:58,433 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:19:58,433 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:19:58,433 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:58,433 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:19:58,434 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:58,434 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:19:58,434 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:19:58,434 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:19:58,434 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:19:58,434 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:19:58,434 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:19:58,434 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:58,435 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381598434,5,FailOnTimeoutGroup] 2024-11-12T03:19:58,434 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:19:58,435 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381598435,5,FailOnTimeoutGroup] 2024-11-12T03:19:58,435 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:58,435 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:19:58,435 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:58,435 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:58,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:19:58,451 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(746): ClusterId : 54e69390-d5ac-44bd-90cd-4c8cb4600a10 2024-11-12T03:19:58,451 DEBUG [RS:0;3fb681890ab2:40035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:19:58,459 DEBUG [RS:0;3fb681890ab2:40035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:19:58,459 DEBUG [RS:0;3fb681890ab2:40035 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:19:58,469 DEBUG [RS:0;3fb681890ab2:40035 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:19:58,469 DEBUG [RS:0;3fb681890ab2:40035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6586a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:19:58,483 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:40035 2024-11-12T03:19:58,483 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:19:58,483 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:19:58,483 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:19:58,483 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,36803,1731381597064 with port=40035, startcode=1731381597217 2024-11-12T03:19:58,483 DEBUG [RS:0;3fb681890ab2:40035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:19:58,485 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53065, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:19:58,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,40035,1731381597217 2024-11-12T03:19:58,485 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36803 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,40035,1731381597217 2024-11-12T03:19:58,486 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b 2024-11-12T03:19:58,486 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41999 2024-11-12T03:19:58,487 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:19:58,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403/rs 2024-11-12T03:19:58,500 DEBUG [RS:0;3fb681890ab2:40035 {}] zookeeper.ZKUtil(111): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Set watcher on existing znode=/1127786403/rs/3fb681890ab2,40035,1731381597217 2024-11-12T03:19:58,500 WARN [RS:0;3fb681890ab2:40035 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:19:58,500 INFO [RS:0;3fb681890ab2:40035 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:58,500 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217 2024-11-12T03:19:58,500 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,40035,1731381597217] 2024-11-12T03:19:58,503 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:19:58,505 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:19:58,505 INFO [RS:0;3fb681890ab2:40035 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:19:58,505 INFO [RS:0;3fb681890ab2:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:58,507 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:19:58,508 INFO [RS:0;3fb681890ab2:40035 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:19:58,508 INFO [RS:0;3fb681890ab2:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:58,508 DEBUG [RS:0;3fb681890ab2:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:58,508 DEBUG [RS:0;3fb681890ab2:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:58,508 DEBUG [RS:0;3fb681890ab2:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:58,508 DEBUG [RS:0;3fb681890ab2:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:58,508 DEBUG [RS:0;3fb681890ab2:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:58,508 DEBUG [RS:0;3fb681890ab2:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:19:58,508 DEBUG [RS:0;3fb681890ab2:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:58,508 DEBUG [RS:0;3fb681890ab2:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:58,508 DEBUG [RS:0;3fb681890ab2:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:58,508 DEBUG [RS:0;3fb681890ab2:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:58,508 DEBUG [RS:0;3fb681890ab2:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:58,508 DEBUG [RS:0;3fb681890ab2:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:19:58,508 DEBUG [RS:0;3fb681890ab2:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:19:58,509 DEBUG [RS:0;3fb681890ab2:40035 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:19:58,516 INFO [RS:0;3fb681890ab2:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:58,516 INFO [RS:0;3fb681890ab2:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:58,516 INFO [RS:0;3fb681890ab2:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:58,516 INFO [RS:0;3fb681890ab2:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:58,516 INFO [RS:0;3fb681890ab2:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:58,516 INFO [RS:0;3fb681890ab2:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,40035,1731381597217-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:19:58,529 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:19:58,529 INFO [RS:0;3fb681890ab2:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,40035,1731381597217-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:58,529 INFO [RS:0;3fb681890ab2:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:58,529 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.Replication(171): 3fb681890ab2,40035,1731381597217 started 2024-11-12T03:19:58,542 INFO [RS:0;3fb681890ab2:40035 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:58,542 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,40035,1731381597217, RpcServer on 3fb681890ab2/172.17.0.2:40035, sessionid=0x1012d0e71540004 2024-11-12T03:19:58,542 DEBUG [RS:0;3fb681890ab2:40035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:19:58,542 DEBUG [RS:0;3fb681890ab2:40035 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,40035,1731381597217 2024-11-12T03:19:58,542 DEBUG [RS:0;3fb681890ab2:40035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,40035,1731381597217' 2024-11-12T03:19:58,542 DEBUG [RS:0;3fb681890ab2:40035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1127786403/flush-table-proc/abort' 2024-11-12T03:19:58,543 DEBUG [RS:0;3fb681890ab2:40035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1127786403/flush-table-proc/acquired' 2024-11-12T03:19:58,543 DEBUG [RS:0;3fb681890ab2:40035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:19:58,543 DEBUG [RS:0;3fb681890ab2:40035 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:19:58,543 DEBUG [RS:0;3fb681890ab2:40035 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,40035,1731381597217 2024-11-12T03:19:58,543 DEBUG [RS:0;3fb681890ab2:40035 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,40035,1731381597217' 2024-11-12T03:19:58,543 DEBUG [RS:0;3fb681890ab2:40035 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1127786403/online-snapshot/abort' 2024-11-12T03:19:58,544 DEBUG [RS:0;3fb681890ab2:40035 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1127786403/online-snapshot/acquired' 2024-11-12T03:19:58,544 DEBUG [RS:0;3fb681890ab2:40035 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:19:58,544 INFO [RS:0;3fb681890ab2:40035 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:19:58,544 INFO [RS:0;3fb681890ab2:40035 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:19:58,644 INFO [RS:0;3fb681890ab2:40035 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:19:58,646 INFO [RS:0;3fb681890ab2:40035 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C40035%2C1731381597217, suffix=, logDir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217, archiveDir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/oldWALs, maxLogs=10 2024-11-12T03:19:58,658 DEBUG [RS:0;3fb681890ab2:40035 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646, exclude list is [], retry=0 2024-11-12T03:19:58,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44923,DS-244872ae-9c5f-4bc6-8323-5e14897b3ac9,DISK] 2024-11-12T03:19:58,661 INFO [RS:0;3fb681890ab2:40035 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 2024-11-12T03:19:58,662 DEBUG [RS:0;3fb681890ab2:40035 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33069:33069)] 2024-11-12T03:19:58,847 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:19:58,847 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b 2024-11-12T03:19:58,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:19:58,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:58,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:19:58,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:19:58,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:58,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:58,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:19:58,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:19:58,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:58,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:58,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:19:58,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:19:58,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:58,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:58,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:19:58,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:19:58,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:58,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:58,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:19:58,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740 2024-11-12T03:19:58,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740 2024-11-12T03:19:58,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:19:58,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:19:58,860 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:19:58,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:19:58,862 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:19:58,862 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70915493, jitterRate=0.05672319233417511}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:19:58,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381598852Initializing all the Stores at 1731381598853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381598853Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381598853Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381598853Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381598853Cleaning up temporary data from old regions at 1731381598859 (+6 ms)Region opened successfully at 1731381598862 (+3 ms) 2024-11-12T03:19:58,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:19:58,863 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:19:58,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:19:58,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:19:58,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:19:58,863 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:19:58,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381598862Disabling compacts and flushes for region at 1731381598862Disabling writes for close at 1731381598863 (+1 ms)Writing region close event to WAL at 1731381598863Closed at 1731381598863 2024-11-12T03:19:58,864 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:58,864 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:19:58,864 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:19:58,865 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:19:58,865 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:19:59,016 DEBUG [3fb681890ab2:36803 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:19:59,016 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,40035,1731381597217 2024-11-12T03:19:59,017 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,40035,1731381597217, state=OPENING 2024-11-12T03:19:59,254 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:19:59,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:19:59,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:19:59,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1127786403/meta-region-server: CHANGED 2024-11-12T03:19:59,269 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:19:59,269 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1127786403/meta-region-server: CHANGED 2024-11-12T03:19:59,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,40035,1731381597217}] 2024-11-12T03:19:59,421 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:19:59,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:19:59,426 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:19:59,426 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:19:59,427 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:19:59,428 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C40035%2C1731381597217.meta, suffix=.meta, logDir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217, archiveDir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/oldWALs, maxLogs=10 2024-11-12T03:19:59,445 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.meta.1731381599428.meta, exclude list is [], retry=0 2024-11-12T03:19:59,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44923,DS-244872ae-9c5f-4bc6-8323-5e14897b3ac9,DISK] 2024-11-12T03:19:59,450 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.meta.1731381599428.meta 2024-11-12T03:19:59,450 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33069:33069)] 2024-11-12T03:19:59,451 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:19:59,451 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:19:59,451 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:19:59,451 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:19:59,451 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:19:59,452 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:19:59,452 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:19:59,452 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:19:59,452 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:19:59,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:19:59,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:19:59,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:59,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:59,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:19:59,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:19:59,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:59,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:59,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:19:59,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:19:59,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:59,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:59,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:19:59,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:19:59,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:59,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:19:59,461 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:19:59,461 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740 2024-11-12T03:19:59,463 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740 2024-11-12T03:19:59,464 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:19:59,464 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:19:59,464 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:19:59,465 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:19:59,466 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59200840, jitterRate=-0.11783874034881592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:19:59,466 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:19:59,466 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381599452Writing region info on filesystem at 1731381599452Initializing all the Stores at 1731381599453 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381599453Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381599456 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381599456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381599456Cleaning up temporary data from old regions at 1731381599464 (+8 ms)Running coprocessor post-open hooks at 1731381599466 (+2 ms)Region opened successfully at 1731381599466 2024-11-12T03:19:59,467 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381599421 2024-11-12T03:19:59,469 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:19:59,469 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:19:59,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,40035,1731381597217 2024-11-12T03:19:59,470 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,40035,1731381597217, state=OPEN 2024-11-12T03:19:59,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1127786403/meta-region-server 2024-11-12T03:19:59,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1127786403/meta-region-server 2024-11-12T03:19:59,479 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,40035,1731381597217 2024-11-12T03:19:59,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1127786403/meta-region-server: CHANGED 2024-11-12T03:19:59,479 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1127786403/meta-region-server: CHANGED 2024-11-12T03:19:59,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:19:59,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,40035,1731381597217 in 210 msec 2024-11-12T03:19:59,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:19:59,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 617 msec 2024-11-12T03:19:59,483 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:19:59,483 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:19:59,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:19:59,485 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40035,1731381597217, seqNum=-1] 2024-11-12T03:19:59,485 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:19:59,486 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52269, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:19:59,490 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0600 sec 2024-11-12T03:19:59,490 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381599490, completionTime=-1 2024-11-12T03:19:59,490 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:19:59,491 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:19:59,492 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:19:59,492 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381659492 2024-11-12T03:19:59,492 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381719492 2024-11-12T03:19:59,492 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T03:19:59,492 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36803,1731381597064-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:59,493 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36803,1731381597064-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:59,493 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36803,1731381597064-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:59,493 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:36803, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:59,493 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:59,493 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:59,494 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:19:59,496 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.207sec 2024-11-12T03:19:59,496 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:19:59,496 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:19:59,496 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:19:59,496 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:19:59,496 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:19:59,496 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36803,1731381597064-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:19:59,496 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36803,1731381597064-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:19:59,498 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:19:59,498 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:19:59,498 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36803,1731381597064-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:19:59,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c0ca81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:59,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,36803,-1 for getting cluster id 2024-11-12T03:19:59,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:19:59,552 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e69390-d5ac-44bd-90cd-4c8cb4600a10' 2024-11-12T03:19:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:19:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e69390-d5ac-44bd-90cd-4c8cb4600a10" 2024-11-12T03:19:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1c208b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,36803,-1] 2024-11-12T03:19:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:19:59,553 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:19:59,554 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38698, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:19:59,554 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c09a47c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:19:59,555 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:19:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40035,1731381597217, seqNum=-1] 2024-11-12T03:19:59,556 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:19:59,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:19:59,558 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,36803,1731381597064 2024-11-12T03:19:59,559 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:63197 2024-11-12T03:19:59,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:19:59,563 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012d0e71540005 connected 2024-11-12T03:19:59,575 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:19:59,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,38835,1731381591466 2024-11-12T03:19:59,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@11c5fa34 2024-11-12T03:19:59,576 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:19:59,577 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:19:59,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:19:59,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:19:59,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:19:59,580 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:19:59,580 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:19:59,581 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:19:59,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:19:59,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:19:59,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:19:59,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:19:59,901 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:19:59,988 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 708b8df1af604089dced9105e2463b9f, NAME => 'test,,1731381599578.708b8df1af604089dced9105e2463b9f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f 2024-11-12T03:19:59,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:20:00,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T03:20:00,005 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T03:20:00,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:20:00,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T03:20:00,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:20:00,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T03:20:00,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T03:20:00,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T03:20:00,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:00,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381599578.708b8df1af604089dced9105e2463b9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:00,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 708b8df1af604089dced9105e2463b9f, disabling compactions & flushes 2024-11-12T03:20:00,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381599578.708b8df1af604089dced9105e2463b9f. 2024-11-12T03:20:00,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381599578.708b8df1af604089dced9105e2463b9f. 2024-11-12T03:20:00,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381599578.708b8df1af604089dced9105e2463b9f. after waiting 0 ms 2024-11-12T03:20:00,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381599578.708b8df1af604089dced9105e2463b9f. 2024-11-12T03:20:00,393 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381599578.708b8df1af604089dced9105e2463b9f. 2024-11-12T03:20:00,393 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 708b8df1af604089dced9105e2463b9f: Waiting for close lock at 1731381600393Disabling compacts and flushes for region at 1731381600393Disabling writes for close at 1731381600393Writing region close event to WAL at 1731381600393Closed at 1731381600393 2024-11-12T03:20:00,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:20:00,395 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381599578.708b8df1af604089dced9105e2463b9f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381600394"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381600394"}]},"ts":"1731381600394"} 2024-11-12T03:20:00,396 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:20:00,397 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:20:00,397 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381600397"}]},"ts":"1731381600397"} 2024-11-12T03:20:00,399 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:20:00,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=708b8df1af604089dced9105e2463b9f, ASSIGN}] 2024-11-12T03:20:00,400 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=708b8df1af604089dced9105e2463b9f, ASSIGN 2024-11-12T03:20:00,401 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=708b8df1af604089dced9105e2463b9f, ASSIGN; state=OFFLINE, location=3fb681890ab2,38189,1731381591785; forceNewPlan=false, retain=false 2024-11-12T03:20:00,550 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:20:00,552 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=708b8df1af604089dced9105e2463b9f, regionState=OPENING, regionLocation=3fb681890ab2,38189,1731381591785 2024-11-12T03:20:00,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=708b8df1af604089dced9105e2463b9f, ASSIGN because future has completed 2024-11-12T03:20:00,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 708b8df1af604089dced9105e2463b9f, server=3fb681890ab2,38189,1731381591785}] 2024-11-12T03:20:00,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:00,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:00,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:00,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:00,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:00,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:00,589 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:00,718 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381599578.708b8df1af604089dced9105e2463b9f. 2024-11-12T03:20:00,718 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 708b8df1af604089dced9105e2463b9f, NAME => 'test,,1731381599578.708b8df1af604089dced9105e2463b9f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:00,718 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:20:00,718 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:20:00,718 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 708b8df1af604089dced9105e2463b9f 2024-11-12T03:20:00,719 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381599578.708b8df1af604089dced9105e2463b9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:00,719 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 708b8df1af604089dced9105e2463b9f 2024-11-12T03:20:00,719 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 708b8df1af604089dced9105e2463b9f 2024-11-12T03:20:00,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:00,720 INFO [StoreOpener-708b8df1af604089dced9105e2463b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 708b8df1af604089dced9105e2463b9f 2024-11-12T03:20:00,721 INFO [StoreOpener-708b8df1af604089dced9105e2463b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 708b8df1af604089dced9105e2463b9f columnFamilyName f 2024-11-12T03:20:00,721 DEBUG [StoreOpener-708b8df1af604089dced9105e2463b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:00,721 INFO [StoreOpener-708b8df1af604089dced9105e2463b9f-1 {}] regionserver.HStore(327): Store=708b8df1af604089dced9105e2463b9f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:00,721 INFO [StoreOpener-708b8df1af604089dced9105e2463b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 708b8df1af604089dced9105e2463b9f 2024-11-12T03:20:00,722 INFO [StoreOpener-708b8df1af604089dced9105e2463b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 708b8df1af604089dced9105e2463b9f columnFamilyName f1 2024-11-12T03:20:00,722 DEBUG [StoreOpener-708b8df1af604089dced9105e2463b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:00,722 INFO [StoreOpener-708b8df1af604089dced9105e2463b9f-1 {}] regionserver.HStore(327): Store=708b8df1af604089dced9105e2463b9f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:00,722 INFO [StoreOpener-708b8df1af604089dced9105e2463b9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 708b8df1af604089dced9105e2463b9f 2024-11-12T03:20:00,723 INFO [StoreOpener-708b8df1af604089dced9105e2463b9f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 708b8df1af604089dced9105e2463b9f columnFamilyName norep 2024-11-12T03:20:00,723 DEBUG [StoreOpener-708b8df1af604089dced9105e2463b9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:00,723 INFO [StoreOpener-708b8df1af604089dced9105e2463b9f-1 {}] regionserver.HStore(327): Store=708b8df1af604089dced9105e2463b9f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:00,724 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 708b8df1af604089dced9105e2463b9f 2024-11-12T03:20:00,724 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f 2024-11-12T03:20:00,725 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f 2024-11-12T03:20:00,726 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 708b8df1af604089dced9105e2463b9f 2024-11-12T03:20:00,726 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 708b8df1af604089dced9105e2463b9f 2024-11-12T03:20:00,726 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:20:00,727 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 708b8df1af604089dced9105e2463b9f 2024-11-12T03:20:00,729 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:00,729 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 708b8df1af604089dced9105e2463b9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61595094, jitterRate=-0.08216157555580139}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:20:00,729 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 708b8df1af604089dced9105e2463b9f 2024-11-12T03:20:00,730 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 708b8df1af604089dced9105e2463b9f: Running coprocessor pre-open hook at 1731381600719Writing region info on filesystem at 1731381600719Initializing all the Stores at 1731381600720 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381600720Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381600720Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381600720Cleaning up temporary data from old regions at 1731381600726 (+6 ms)Running coprocessor post-open hooks at 1731381600729 (+3 ms)Region opened successfully at 1731381600730 (+1 ms) 2024-11-12T03:20:00,731 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381599578.708b8df1af604089dced9105e2463b9f., pid=6, masterSystemTime=1731381600714 2024-11-12T03:20:00,733 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381599578.708b8df1af604089dced9105e2463b9f. 2024-11-12T03:20:00,733 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381599578.708b8df1af604089dced9105e2463b9f. 2024-11-12T03:20:00,733 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=708b8df1af604089dced9105e2463b9f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,38189,1731381591785 2024-11-12T03:20:00,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 708b8df1af604089dced9105e2463b9f, server=3fb681890ab2,38189,1731381591785 because future has completed 2024-11-12T03:20:00,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:20:00,738 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 708b8df1af604089dced9105e2463b9f, server=3fb681890ab2,38189,1731381591785 in 175 msec 2024-11-12T03:20:00,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:20:00,740 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=708b8df1af604089dced9105e2463b9f, ASSIGN in 339 msec 2024-11-12T03:20:00,740 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:20:00,741 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381600740"}]},"ts":"1731381600740"} 2024-11-12T03:20:00,743 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:20:00,744 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:20:00,745 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1660 sec 2024-11-12T03:20:01,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:01,730 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:20:01,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:01,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,36803,1731381597064 2024-11-12T03:20:01,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7da94964 2024-11-12T03:20:01,731 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:01,732 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:20:01,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:20:01,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:20:01,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:20:01,736 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:01,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:20:01,737 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:20:01,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:01,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:20:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:02,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:02,150 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ab348af0d2fdc80f4f46d28d589057e9, NAME => 'test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b 2024-11-12T03:20:02,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:20:02,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:02,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:02,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ab348af0d2fdc80f4f46d28d589057e9, disabling compactions & flushes 2024-11-12T03:20:02,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9. 2024-11-12T03:20:02,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9. 2024-11-12T03:20:02,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9. after waiting 0 ms 2024-11-12T03:20:02,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9. 2024-11-12T03:20:02,558 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9. 2024-11-12T03:20:02,558 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ab348af0d2fdc80f4f46d28d589057e9: Waiting for close lock at 1731381602558Disabling compacts and flushes for region at 1731381602558Disabling writes for close at 1731381602558Writing region close event to WAL at 1731381602558Closed at 1731381602558 2024-11-12T03:20:02,559 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:20:02,560 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381602559"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381602559"}]},"ts":"1731381602559"} 2024-11-12T03:20:02,561 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:20:02,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:20:02,562 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381602562"}]},"ts":"1731381602562"} 2024-11-12T03:20:02,564 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:20:02,564 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ab348af0d2fdc80f4f46d28d589057e9, ASSIGN}] 2024-11-12T03:20:02,565 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ab348af0d2fdc80f4f46d28d589057e9, ASSIGN 2024-11-12T03:20:02,566 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ab348af0d2fdc80f4f46d28d589057e9, ASSIGN; state=OFFLINE, location=3fb681890ab2,40035,1731381597217; forceNewPlan=false, retain=false 2024-11-12T03:20:02,716 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab348af0d2fdc80f4f46d28d589057e9, regionState=OPENING, regionLocation=3fb681890ab2,40035,1731381597217 2024-11-12T03:20:02,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ab348af0d2fdc80f4f46d28d589057e9, ASSIGN because future has completed 2024-11-12T03:20:02,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab348af0d2fdc80f4f46d28d589057e9, server=3fb681890ab2,40035,1731381597217}] 2024-11-12T03:20:02,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:02,875 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9. 2024-11-12T03:20:02,876 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ab348af0d2fdc80f4f46d28d589057e9, NAME => 'test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:02,876 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:20:02,876 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:20:02,876 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:02,876 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:02,876 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:02,877 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:02,878 INFO [StoreOpener-ab348af0d2fdc80f4f46d28d589057e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:02,879 INFO [StoreOpener-ab348af0d2fdc80f4f46d28d589057e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab348af0d2fdc80f4f46d28d589057e9 columnFamilyName f 2024-11-12T03:20:02,879 DEBUG [StoreOpener-ab348af0d2fdc80f4f46d28d589057e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:02,879 INFO [StoreOpener-ab348af0d2fdc80f4f46d28d589057e9-1 {}] regionserver.HStore(327): Store=ab348af0d2fdc80f4f46d28d589057e9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:02,879 INFO [StoreOpener-ab348af0d2fdc80f4f46d28d589057e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:02,880 INFO [StoreOpener-ab348af0d2fdc80f4f46d28d589057e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab348af0d2fdc80f4f46d28d589057e9 columnFamilyName f1 2024-11-12T03:20:02,880 DEBUG [StoreOpener-ab348af0d2fdc80f4f46d28d589057e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:02,881 INFO [StoreOpener-ab348af0d2fdc80f4f46d28d589057e9-1 {}] regionserver.HStore(327): Store=ab348af0d2fdc80f4f46d28d589057e9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:02,881 INFO [StoreOpener-ab348af0d2fdc80f4f46d28d589057e9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:02,882 INFO [StoreOpener-ab348af0d2fdc80f4f46d28d589057e9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ab348af0d2fdc80f4f46d28d589057e9 columnFamilyName norep 2024-11-12T03:20:02,882 DEBUG [StoreOpener-ab348af0d2fdc80f4f46d28d589057e9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:02,882 INFO [StoreOpener-ab348af0d2fdc80f4f46d28d589057e9-1 {}] regionserver.HStore(327): Store=ab348af0d2fdc80f4f46d28d589057e9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:02,882 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:02,883 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:02,883 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:02,884 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:02,884 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:02,884 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:20:02,885 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:02,887 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:02,887 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ab348af0d2fdc80f4f46d28d589057e9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66794899, jitterRate=-0.004678443074226379}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:20:02,887 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:02,887 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ab348af0d2fdc80f4f46d28d589057e9: Running coprocessor pre-open hook at 1731381602877Writing region info on filesystem at 1731381602877Initializing all the Stores at 1731381602877Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381602877Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381602878 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381602878Cleaning up temporary data from old regions at 1731381602884 (+6 ms)Running coprocessor post-open hooks at 1731381602887 (+3 ms)Region opened successfully at 1731381602887 2024-11-12T03:20:02,888 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9., pid=6, masterSystemTime=1731381602872 2024-11-12T03:20:02,890 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9. 2024-11-12T03:20:02,890 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9. 2024-11-12T03:20:02,891 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ab348af0d2fdc80f4f46d28d589057e9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,40035,1731381597217 2024-11-12T03:20:02,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ab348af0d2fdc80f4f46d28d589057e9, server=3fb681890ab2,40035,1731381597217 because future has completed 2024-11-12T03:20:02,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:20:02,894 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ab348af0d2fdc80f4f46d28d589057e9, server=3fb681890ab2,40035,1731381597217 in 174 msec 2024-11-12T03:20:02,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:20:02,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ab348af0d2fdc80f4f46d28d589057e9, ASSIGN in 330 msec 2024-11-12T03:20:02,897 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:20:02,897 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381602897"}]},"ts":"1731381602897"} 2024-11-12T03:20:02,899 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:20:02,900 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:20:02,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1670 sec 2024-11-12T03:20:03,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:03,880 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:20:03,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f77d453, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:03,881 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,38835,-1 for getting cluster id 2024-11-12T03:20:03,881 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:03,882 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afaaa30-3518-479d-9f21-83bbb467fb54' 2024-11-12T03:20:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afaaa30-3518-479d-9f21-83bbb467fb54" 2024-11-12T03:20:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a00c68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,38835,-1] 2024-11-12T03:20:03,882 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:03,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:03,883 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:03,884 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183cf88d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:03,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7111c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:03,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,36803,-1 for getting cluster id 2024-11-12T03:20:03,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:03,885 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e69390-d5ac-44bd-90cd-4c8cb4600a10' 2024-11-12T03:20:03,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:03,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e69390-d5ac-44bd-90cd-4c8cb4600a10" 2024-11-12T03:20:03,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6404791a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:03,885 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,36803,-1] 2024-11-12T03:20:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:03,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:03,887 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:03,887 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d335a0d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:03,888 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eec5427, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:03,888 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,38835,-1 for getting cluster id 2024-11-12T03:20:03,888 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:03,889 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afaaa30-3518-479d-9f21-83bbb467fb54' 2024-11-12T03:20:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afaaa30-3518-479d-9f21-83bbb467fb54" 2024-11-12T03:20:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64f2d93a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,38835,-1] 2024-11-12T03:20:03,889 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:03,890 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:03,890 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55a4a2a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:03,891 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,38835,1731381591466 2024-11-12T03:20:03,891 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1fb40bbd 2024-11-12T03:20:03,892 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:03,892 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:20:03,893 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:36803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:20:03,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:20:03,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:03,895 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:36803' 2024-11-12T03:20:03,896 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1003b4af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:03,896 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,36803,-1 for getting cluster id 2024-11-12T03:20:03,896 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:03,897 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e69390-d5ac-44bd-90cd-4c8cb4600a10' 2024-11-12T03:20:03,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:03,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e69390-d5ac-44bd-90cd-4c8cb4600a10" 2024-11-12T03:20:03,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e9a3f21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:03,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,36803,-1] 2024-11-12T03:20:03,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:03,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:03,898 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:03,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@351687cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:03,899 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:03,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,36803,1731381597064 2024-11-12T03:20:03,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dfeaa36 2024-11-12T03:20:03,900 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:03,900 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:20:03,901 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T03:20:03,901 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:20:03,901 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:03,901 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:03,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:03,902 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:20:03,903 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:20:03,903 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:20:03,903 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:03,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:20:03,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741837_1013 (size=1138) 2024-11-12T03:20:03,953 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:20:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:04,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:04,310 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bda9d90ab232665d385802ea0212a028, NAME => 'hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f 2024-11-12T03:20:04,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741838_1014 (size=44) 2024-11-12T03:20:04,503 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T03:20:04,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:04,716 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:04,716 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing bda9d90ab232665d385802ea0212a028, disabling compactions & flushes 2024-11-12T03:20:04,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. 2024-11-12T03:20:04,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. 2024-11-12T03:20:04,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. after waiting 0 ms 2024-11-12T03:20:04,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. 2024-11-12T03:20:04,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. 2024-11-12T03:20:04,717 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for bda9d90ab232665d385802ea0212a028: Waiting for close lock at 1731381604716Disabling compacts and flushes for region at 1731381604716Disabling writes for close at 1731381604717 (+1 ms)Writing region close event to WAL at 1731381604717Closed at 1731381604717 2024-11-12T03:20:04,718 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:20:04,719 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381604718"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381604718"}]},"ts":"1731381604718"} 2024-11-12T03:20:04,721 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:20:04,722 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:20:04,723 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381604722"}]},"ts":"1731381604722"} 2024-11-12T03:20:04,724 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:20:04,725 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bda9d90ab232665d385802ea0212a028, ASSIGN}] 2024-11-12T03:20:04,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bda9d90ab232665d385802ea0212a028, ASSIGN 2024-11-12T03:20:04,727 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bda9d90ab232665d385802ea0212a028, ASSIGN; state=OFFLINE, location=3fb681890ab2,38189,1731381591785; forceNewPlan=false, retain=false 2024-11-12T03:20:04,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bda9d90ab232665d385802ea0212a028, regionState=OPENING, regionLocation=3fb681890ab2,38189,1731381591785 2024-11-12T03:20:04,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=bda9d90ab232665d385802ea0212a028, ASSIGN because future has completed 2024-11-12T03:20:04,880 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bda9d90ab232665d385802ea0212a028, server=3fb681890ab2,38189,1731381591785}] 2024-11-12T03:20:05,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:05,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. 2024-11-12T03:20:05,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:05,036 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:20:05,038 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C38189%2C1731381591785.rep, suffix=, logDir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785, archiveDir=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/oldWALs, maxLogs=10 2024-11-12T03:20:05,053 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.rep.1731381605038, exclude list is [], retry=0 2024-11-12T03:20:05,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46607,DS-e8990d9c-5ae4-4df3-8051-6605f37c6aea,DISK] 2024-11-12T03:20:05,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.rep.1731381605038 2024-11-12T03:20:05,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36727:36727)] 2024-11-12T03:20:05,056 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => bda9d90ab232665d385802ea0212a028, NAME => 'hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:05,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:20:05,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:20:05,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. service=MultiRowMutationService 2024-11-12T03:20:05,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:20:05,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:05,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:05,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:05,057 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:05,058 INFO [StoreOpener-bda9d90ab232665d385802ea0212a028-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:05,059 INFO [StoreOpener-bda9d90ab232665d385802ea0212a028-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda9d90ab232665d385802ea0212a028 columnFamilyName hfileref 2024-11-12T03:20:05,059 DEBUG [StoreOpener-bda9d90ab232665d385802ea0212a028-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:05,060 INFO [StoreOpener-bda9d90ab232665d385802ea0212a028-1 {}] regionserver.HStore(327): Store=bda9d90ab232665d385802ea0212a028/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:05,060 INFO [StoreOpener-bda9d90ab232665d385802ea0212a028-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:05,061 INFO [StoreOpener-bda9d90ab232665d385802ea0212a028-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda9d90ab232665d385802ea0212a028 columnFamilyName queue 2024-11-12T03:20:05,061 DEBUG [StoreOpener-bda9d90ab232665d385802ea0212a028-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:05,061 INFO [StoreOpener-bda9d90ab232665d385802ea0212a028-1 {}] regionserver.HStore(327): Store=bda9d90ab232665d385802ea0212a028/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:05,061 INFO [StoreOpener-bda9d90ab232665d385802ea0212a028-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:05,062 INFO [StoreOpener-bda9d90ab232665d385802ea0212a028-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bda9d90ab232665d385802ea0212a028 columnFamilyName sid 2024-11-12T03:20:05,062 DEBUG [StoreOpener-bda9d90ab232665d385802ea0212a028-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:05,063 INFO [StoreOpener-bda9d90ab232665d385802ea0212a028-1 {}] regionserver.HStore(327): Store=bda9d90ab232665d385802ea0212a028/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:05,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:05,063 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/replication/bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:05,064 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/replication/bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:05,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:05,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:05,065 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:20:05,066 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:05,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/replication/bda9d90ab232665d385802ea0212a028/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:05,069 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened bda9d90ab232665d385802ea0212a028; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67875526, jitterRate=0.011424154043197632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:20:05,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:05,069 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for bda9d90ab232665d385802ea0212a028: Running coprocessor pre-open hook at 1731381605057Writing region info on filesystem at 1731381605057Initializing all the Stores at 1731381605058 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381605058Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381605058Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381605058Cleaning up temporary data from old regions at 1731381605065 (+7 ms)Running coprocessor post-open hooks at 1731381605069 (+4 ms)Region opened successfully at 1731381605069 2024-11-12T03:20:05,070 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028., pid=10, masterSystemTime=1731381605032 2024-11-12T03:20:05,072 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. 2024-11-12T03:20:05,072 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. 2024-11-12T03:20:05,072 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=bda9d90ab232665d385802ea0212a028, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,38189,1731381591785 2024-11-12T03:20:05,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure bda9d90ab232665d385802ea0212a028, server=3fb681890ab2,38189,1731381591785 because future has completed 2024-11-12T03:20:05,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T03:20:05,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure bda9d90ab232665d385802ea0212a028, server=3fb681890ab2,38189,1731381591785 in 195 msec 2024-11-12T03:20:05,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T03:20:05,078 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=bda9d90ab232665d385802ea0212a028, ASSIGN in 351 msec 2024-11-12T03:20:05,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:20:05,079 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381605078"}]},"ts":"1731381605078"} 2024-11-12T03:20:05,080 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:20:05,081 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:20:05,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-12T03:20:05,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028., hostname=3fb681890ab2,38189,1731381591785, seqNum=2] 2024-11-12T03:20:05,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:20:05,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:20:05,216 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:20:05,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38189 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T03:20:05,369 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:20:05,395 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,38189,1731381591785, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:20:05,395 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:05,395 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,38189,1731381591785, seqNum=-1] 2024-11-12T03:20:05,396 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:05,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46337, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T03:20:05,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,38189,1731381591785', locateType=CURRENT is [region=hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028., hostname=3fb681890ab2,38189,1731381591785, seqNum=2] 2024-11-12T03:20:05,400 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T03:20:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T03:20:05,402 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,38189,1731381591785 suceeded 2024-11-12T03:20:05,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T03:20:05,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-12T03:20:05,403 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:36803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:20:05,405 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5100 sec 2024-11-12T03:20:05,413 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:36803' 2024-11-12T03:20:05,415 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75114706, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:05,415 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,36803,-1 for getting cluster id 2024-11-12T03:20:05,415 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:05,416 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e69390-d5ac-44bd-90cd-4c8cb4600a10' 2024-11-12T03:20:05,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:05,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e69390-d5ac-44bd-90cd-4c8cb4600a10" 2024-11-12T03:20:05,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@40b999d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:05,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,36803,-1] 2024-11-12T03:20:05,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:05,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:05,418 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:05,418 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47a10af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:05,419 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,36803,1731381597064 2024-11-12T03:20:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32d7890b 2024-11-12T03:20:05,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:05,420 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T03:20:05,421 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,38189,1731381591785 (queues=1) is replicating from cluster=2afaaa30-3518-479d-9f21-83bbb467fb54 to cluster=54e69390-d5ac-44bd-90cd-4c8cb4600a10 2024-11-12T03:20:05,421 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C38189%2C1731381591785 2024-11-12T03:20:05,421 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,38189,1731381591785, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:20:05,422 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C38189%2C1731381591785 2024-11-12T03:20:05,422 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065, startPosition=0, beingWritten=true 2024-11-12T03:20:05,430 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:20:05,430 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 379, reset compression=false 2024-11-12T03:20:05,430 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,38189,1731381591785 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:20:05,634 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 379, reset compression=false 2024-11-12T03:20:05,938 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 379, reset compression=false 2024-11-12T03:20:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38835 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:06,040 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:20:06,040 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:20:06,040 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:06,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:06,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:06,040 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:06,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@adb94d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:06,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,36803,-1 for getting cluster id 2024-11-12T03:20:06,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:06,042 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e69390-d5ac-44bd-90cd-4c8cb4600a10' 2024-11-12T03:20:06,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:06,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e69390-d5ac-44bd-90cd-4c8cb4600a10" 2024-11-12T03:20:06,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105fd1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:06,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,36803,-1] 2024-11-12T03:20:06,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:06,043 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:06,044 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:06,044 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e09afbe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:06,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:06,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,36803,1731381597064 2024-11-12T03:20:06,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@715b1f 2024-11-12T03:20:06,045 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:06,047 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:20:06,047 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:38835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:20:06,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:20:06,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:06,049 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:38835' 2024-11-12T03:20:06,050 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39bb721e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:06,051 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,38835,-1 for getting cluster id 2024-11-12T03:20:06,051 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:06,051 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afaaa30-3518-479d-9f21-83bbb467fb54' 2024-11-12T03:20:06,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:06,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afaaa30-3518-479d-9f21-83bbb467fb54" 2024-11-12T03:20:06,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a08489, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:06,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,38835,-1] 2024-11-12T03:20:06,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:06,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:06,053 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:06,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3753a03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:06,053 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:06,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,38835,1731381591466 2024-11-12T03:20:06,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34a329a4 2024-11-12T03:20:06,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:06,055 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:20:06,056 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T03:20:06,056 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:20:06,056 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:06,056 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:06,056 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:06,056 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:20:06,057 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:20:06,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:20:06,058 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:06,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:20:06,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741837_1013 (size=1138) 2024-11-12T03:20:06,108 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:20:06,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:06,220 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:20:06,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:06,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:06,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:06,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:06,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:06,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:06,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:06,269 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T03:20:06,343 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 379, reset compression=false 2024-11-12T03:20:06,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:06,468 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6794f5f6b38b447ba2fe523bfb065a55, NAME => 'hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b 2024-11-12T03:20:06,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741838_1014 (size=44) 2024-11-12T03:20:06,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:06,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6794f5f6b38b447ba2fe523bfb065a55, disabling compactions & flushes 2024-11-12T03:20:06,478 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. 2024-11-12T03:20:06,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. 2024-11-12T03:20:06,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. after waiting 0 ms 2024-11-12T03:20:06,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. 2024-11-12T03:20:06,478 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. 2024-11-12T03:20:06,478 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6794f5f6b38b447ba2fe523bfb065a55: Waiting for close lock at 1731381606478Disabling compacts and flushes for region at 1731381606478Disabling writes for close at 1731381606478Writing region close event to WAL at 1731381606478Closed at 1731381606478 2024-11-12T03:20:06,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:20:06,480 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381606479"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381606479"}]},"ts":"1731381606479"} 2024-11-12T03:20:06,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:20:06,483 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:20:06,483 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381606483"}]},"ts":"1731381606483"} 2024-11-12T03:20:06,485 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:20:06,486 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6794f5f6b38b447ba2fe523bfb065a55, ASSIGN}] 2024-11-12T03:20:06,487 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6794f5f6b38b447ba2fe523bfb065a55, ASSIGN 2024-11-12T03:20:06,488 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6794f5f6b38b447ba2fe523bfb065a55, ASSIGN; state=OFFLINE, location=3fb681890ab2,40035,1731381597217; forceNewPlan=false, retain=false 2024-11-12T03:20:06,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6794f5f6b38b447ba2fe523bfb065a55, regionState=OPENING, regionLocation=3fb681890ab2,40035,1731381597217 2024-11-12T03:20:06,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6794f5f6b38b447ba2fe523bfb065a55, ASSIGN because future has completed 2024-11-12T03:20:06,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6794f5f6b38b447ba2fe523bfb065a55, server=3fb681890ab2,40035,1731381597217}] 2024-11-12T03:20:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:06,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. 2024-11-12T03:20:06,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:06,797 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:20:06,799 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C40035%2C1731381597217.rep, suffix=, logDir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217, archiveDir=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/oldWALs, maxLogs=10 2024-11-12T03:20:06,810 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.rep.1731381606799, exclude list is [], retry=0 2024-11-12T03:20:06,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44923,DS-244872ae-9c5f-4bc6-8323-5e14897b3ac9,DISK] 2024-11-12T03:20:06,813 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.rep.1731381606799 2024-11-12T03:20:06,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33069:33069)] 2024-11-12T03:20:06,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6794f5f6b38b447ba2fe523bfb065a55, NAME => 'hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:06,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:20:06,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:20:06,814 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. service=MultiRowMutationService 2024-11-12T03:20:06,814 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:20:06,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6794f5f6b38b447ba2fe523bfb065a55 2024-11-12T03:20:06,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:06,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6794f5f6b38b447ba2fe523bfb065a55 2024-11-12T03:20:06,815 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6794f5f6b38b447ba2fe523bfb065a55 2024-11-12T03:20:06,816 INFO [StoreOpener-6794f5f6b38b447ba2fe523bfb065a55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6794f5f6b38b447ba2fe523bfb065a55 2024-11-12T03:20:06,817 INFO [StoreOpener-6794f5f6b38b447ba2fe523bfb065a55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6794f5f6b38b447ba2fe523bfb065a55 columnFamilyName hfileref 2024-11-12T03:20:06,817 DEBUG [StoreOpener-6794f5f6b38b447ba2fe523bfb065a55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:06,817 INFO [StoreOpener-6794f5f6b38b447ba2fe523bfb065a55-1 {}] regionserver.HStore(327): Store=6794f5f6b38b447ba2fe523bfb065a55/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:06,817 INFO [StoreOpener-6794f5f6b38b447ba2fe523bfb065a55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6794f5f6b38b447ba2fe523bfb065a55 2024-11-12T03:20:06,818 INFO [StoreOpener-6794f5f6b38b447ba2fe523bfb065a55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6794f5f6b38b447ba2fe523bfb065a55 columnFamilyName queue 2024-11-12T03:20:06,818 DEBUG [StoreOpener-6794f5f6b38b447ba2fe523bfb065a55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:06,819 INFO [StoreOpener-6794f5f6b38b447ba2fe523bfb065a55-1 {}] regionserver.HStore(327): Store=6794f5f6b38b447ba2fe523bfb065a55/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:06,819 INFO [StoreOpener-6794f5f6b38b447ba2fe523bfb065a55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6794f5f6b38b447ba2fe523bfb065a55 2024-11-12T03:20:06,820 INFO [StoreOpener-6794f5f6b38b447ba2fe523bfb065a55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6794f5f6b38b447ba2fe523bfb065a55 columnFamilyName sid 2024-11-12T03:20:06,820 DEBUG [StoreOpener-6794f5f6b38b447ba2fe523bfb065a55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:06,820 INFO [StoreOpener-6794f5f6b38b447ba2fe523bfb065a55-1 {}] regionserver.HStore(327): Store=6794f5f6b38b447ba2fe523bfb065a55/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:06,820 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6794f5f6b38b447ba2fe523bfb065a55 2024-11-12T03:20:06,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/replication/6794f5f6b38b447ba2fe523bfb065a55 2024-11-12T03:20:06,821 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/replication/6794f5f6b38b447ba2fe523bfb065a55 2024-11-12T03:20:06,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6794f5f6b38b447ba2fe523bfb065a55 2024-11-12T03:20:06,822 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6794f5f6b38b447ba2fe523bfb065a55 2024-11-12T03:20:06,823 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:20:06,824 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6794f5f6b38b447ba2fe523bfb065a55 2024-11-12T03:20:06,825 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/replication/6794f5f6b38b447ba2fe523bfb065a55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:06,826 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6794f5f6b38b447ba2fe523bfb065a55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73495045, jitterRate=0.09516151249408722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:20:06,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6794f5f6b38b447ba2fe523bfb065a55 2024-11-12T03:20:06,826 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6794f5f6b38b447ba2fe523bfb065a55: Running coprocessor pre-open hook at 1731381606815Writing region info on filesystem at 1731381606815Initializing all the Stores at 1731381606816 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381606816Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381606816Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381606816Cleaning up temporary data from old regions at 1731381606822 (+6 ms)Running coprocessor post-open hooks at 1731381606826 (+4 ms)Region opened successfully at 1731381606826 2024-11-12T03:20:06,827 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55., pid=10, masterSystemTime=1731381606793 2024-11-12T03:20:06,829 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. 2024-11-12T03:20:06,829 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. 2024-11-12T03:20:06,829 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6794f5f6b38b447ba2fe523bfb065a55, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,40035,1731381597217 2024-11-12T03:20:06,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6794f5f6b38b447ba2fe523bfb065a55, server=3fb681890ab2,40035,1731381597217 because future has completed 2024-11-12T03:20:06,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T03:20:06,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6794f5f6b38b447ba2fe523bfb065a55, server=3fb681890ab2,40035,1731381597217 in 191 msec 2024-11-12T03:20:06,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T03:20:06,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6794f5f6b38b447ba2fe523bfb065a55, ASSIGN in 348 msec 2024-11-12T03:20:06,837 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:20:06,837 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381606837"}]},"ts":"1731381606837"} 2024-11-12T03:20:06,838 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:20:06,839 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:20:06,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 783 msec 2024-11-12T03:20:06,847 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 379, reset compression=false 2024-11-12T03:20:06,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55., hostname=3fb681890ab2,40035,1731381597217, seqNum=2] 2024-11-12T03:20:06,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:20:06,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:20:06,943 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:20:07,095 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40035 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T03:20:07,095 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:20:07,119 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,40035,1731381597217, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:20:07,119 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:07,119 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40035,1731381597217, seqNum=-1] 2024-11-12T03:20:07,119 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:07,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59819, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T03:20:07,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,40035,1731381597217', locateType=CURRENT is [region=hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55., hostname=3fb681890ab2,40035,1731381597217, seqNum=2] 2024-11-12T03:20:07,123 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T03:20:07,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T03:20:07,125 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,40035,1731381597217 suceeded 2024-11-12T03:20:07,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T03:20:07,127 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-12T03:20:07,127 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:38835,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:20:07,129 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0800 sec 2024-11-12T03:20:07,136 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:38835' 2024-11-12T03:20:07,137 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18c02a46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:07,137 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,38835,-1 for getting cluster id 2024-11-12T03:20:07,137 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:07,138 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afaaa30-3518-479d-9f21-83bbb467fb54' 2024-11-12T03:20:07,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:07,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afaaa30-3518-479d-9f21-83bbb467fb54" 2024-11-12T03:20:07,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c300676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:07,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,38835,-1] 2024-11-12T03:20:07,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:07,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:07,139 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:07,140 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a9ee536, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:07,140 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:07,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,38835,1731381591466 2024-11-12T03:20:07,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65740eea 2024-11-12T03:20:07,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:07,142 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T03:20:07,142 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,40035,1731381597217 (queues=1) is replicating from cluster=54e69390-d5ac-44bd-90cd-4c8cb4600a10 to cluster=2afaaa30-3518-479d-9f21-83bbb467fb54 2024-11-12T03:20:07,142 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C40035%2C1731381597217 2024-11-12T03:20:07,142 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,40035,1731381597217, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:20:07,143 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C40035%2C1731381597217 2024-11-12T03:20:07,143 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646, startPosition=0, beingWritten=true 2024-11-12T03:20:07,147 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:20:07,147 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 379, reset compression=false 2024-11-12T03:20:07,147 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40035,1731381597217 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:20:07,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:07,190 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:20:07,190 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:20:07,190 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:07,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:07,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:07,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:07,191 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:07,195 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731381607194/Put/seqid=0 2024-11-12T03:20:07,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741840_1016 (size=7894) 2024-11-12T03:20:07,351 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 379, reset compression=false 2024-11-12T03:20:07,451 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 379, reset compression=false 2024-11-12T03:20:07,605 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731381607604/Put/seqid=0 2024-11-12T03:20:07,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741841_1017 (size=7691) 2024-11-12T03:20:07,614 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9166586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:07,614 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,38835,-1 for getting cluster id 2024-11-12T03:20:07,614 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:07,616 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afaaa30-3518-479d-9f21-83bbb467fb54' 2024-11-12T03:20:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afaaa30-3518-479d-9f21-83bbb467fb54" 2024-11-12T03:20:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c975b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,38835,-1] 2024-11-12T03:20:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:07,616 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:07,617 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:07,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51498702, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:07,618 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:07,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,38189,1731381591785, seqNum=-1] 2024-11-12T03:20:07,619 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:07,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:20:07,628 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,38835,1731381591466 2024-11-12T03:20:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43386572 2024-11-12T03:20:07,629 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:07,630 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:20:07,633 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731381599578.708b8df1af604089dced9105e2463b9f., hostname=3fb681890ab2,38189,1731381591785, seqNum=2] 2024-11-12T03:20:07,636 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T03:20:07,641 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-12T03:20:07,644 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-12T03:20:07,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/testHFileCyclicReplication_01/f/hfile_0 for inclusion in 708b8df1af604089dced9105e2463b9f/f 2024-11-12T03:20:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T03:20:07,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:20:07,651 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/testHFileCyclicReplication_01/f/hfile_1 for inclusion in 708b8df1af604089dced9105e2463b9f/f 2024-11-12T03:20:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T03:20:07,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:20:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HRegion(2603): Flush status journal for 708b8df1af604089dced9105e2463b9f: 2024-11-12T03:20:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins__test__aghmaoutgu9jja3r60uo62a3tk1r708u48t9qogvlurue0onu0fqv2pivmuq7m4a/f/hfile_0 2024-11-12T03:20:07,655 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 379, reset compression=false 2024-11-12T03:20:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins__test__aghmaoutgu9jja3r60uo62a3tk1r708u48t9qogvlurue0onu0fqv2pivmuq7m4a/f/hfile_0 as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/58889e1e398c465ea42891b12818a0e8_SeqId_4_ 2024-11-12T03:20:07,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins__test__aghmaoutgu9jja3r60uo62a3tk1r708u48t9qogvlurue0onu0fqv2pivmuq7m4a/f/hfile_1 2024-11-12T03:20:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins__test__aghmaoutgu9jja3r60uo62a3tk1r708u48t9qogvlurue0onu0fqv2pivmuq7m4a/f/hfile_1 as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/8936c282a2194fbe875816e8007723ad_SeqId_4_ 2024-11-12T03:20:07,661 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins__test__aghmaoutgu9jja3r60uo62a3tk1r708u48t9qogvlurue0onu0fqv2pivmuq7m4a/f/hfile_0 into 708b8df1af604089dced9105e2463b9f/f as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/58889e1e398c465ea42891b12818a0e8_SeqId_4_ - updating store file list. 2024-11-12T03:20:07,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 58889e1e398c465ea42891b12818a0e8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T03:20:07,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/58889e1e398c465ea42891b12818a0e8_SeqId_4_ into 708b8df1af604089dced9105e2463b9f/f 2024-11-12T03:20:07,665 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins__test__aghmaoutgu9jja3r60uo62a3tk1r708u48t9qogvlurue0onu0fqv2pivmuq7m4a/f/hfile_0 into 708b8df1af604089dced9105e2463b9f/f (new location: hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/58889e1e398c465ea42891b12818a0e8_SeqId_4_) 2024-11-12T03:20:07,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins__test__aghmaoutgu9jja3r60uo62a3tk1r708u48t9qogvlurue0onu0fqv2pivmuq7m4a/f/hfile_0 2024-11-12T03:20:07,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins__test__aghmaoutgu9jja3r60uo62a3tk1r708u48t9qogvlurue0onu0fqv2pivmuq7m4a/f/hfile_1 into 708b8df1af604089dced9105e2463b9f/f as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/8936c282a2194fbe875816e8007723ad_SeqId_4_ - updating store file list. 2024-11-12T03:20:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8936c282a2194fbe875816e8007723ad_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T03:20:07,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/8936c282a2194fbe875816e8007723ad_SeqId_4_ into 708b8df1af604089dced9105e2463b9f/f 2024-11-12T03:20:07,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins__test__aghmaoutgu9jja3r60uo62a3tk1r708u48t9qogvlurue0onu0fqv2pivmuq7m4a/f/hfile_1 into 708b8df1af604089dced9105e2463b9f/f (new location: hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/8936c282a2194fbe875816e8007723ad_SeqId_4_) 2024-11-12T03:20:07,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins__test__aghmaoutgu9jja3r60uo62a3tk1r708u48t9qogvlurue0onu0fqv2pivmuq7m4a/f/hfile_1 2024-11-12T03:20:07,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:20:07,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:07,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:07,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:07,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:34070 deadline: 1731381667673 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:34070 2024-11-12T03:20:07,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731381599578.708b8df1af604089dced9105e2463b9f., hostname=3fb681890ab2,38189,1731381591785, seqNum=2 , the old value is region=test,,1731381599578.708b8df1af604089dced9105e2463b9f., hostname=3fb681890ab2,38189,1731381591785, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3fb681890ab2:38189 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T03:20:07,673 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731381599578.708b8df1af604089dced9105e2463b9f., hostname=3fb681890ab2,38189,1731381591785, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T03:20:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731381599578.708b8df1af604089dced9105e2463b9f., hostname=3fb681890ab2,38189,1731381591785, seqNum=2 from cache 2024-11-12T03:20:07,674 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:07,674 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40035,1731381597217, seqNum=-1] 2024-11-12T03:20:07,675 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:07,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:20:07,696 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:07,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9., hostname=3fb681890ab2,40035,1731381597217, seqNum=2] 2024-11-12T03:20:07,700 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T03:20:07,780 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:38189 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T03:20:08,061 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 379, reset compression=false 2024-11-12T03:20:08,155 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 379, reset compression=false 2024-11-12T03:20:08,159 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:20:08,160 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,38189,1731381591785 got entry batch from reader: WALEntryBatch [walEntries=[{test/708b8df1af604089dced9105e2463b9f/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731381607671/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T03:20:08,161 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:20:08,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-12T03:20:08,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.ReplicationSink(318): Replicating [2afaaa30-3518-479d-9f21-83bbb467fb54] bulk loaded data 2024-11-12T03:20:08,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28b5b5f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:08,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,36803,-1 for getting cluster id 2024-11-12T03:20:08,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:08,164 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e69390-d5ac-44bd-90cd-4c8cb4600a10' 2024-11-12T03:20:08,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:08,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e69390-d5ac-44bd-90cd-4c8cb4600a10" 2024-11-12T03:20:08,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c1a9f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:08,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,36803,-1] 2024-11-12T03:20:08,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:08,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:08,165 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:08,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d0564d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:08,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741840_1016 (size=7894) 2024-11-12T03:20:08,360 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 687, reset compression=false 2024-11-12T03:20:08,565 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 379, reset compression=false 2024-11-12T03:20:08,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741841_1017 (size=7691) 2024-11-12T03:20:08,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:08,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,36803,1731381597064 2024-11-12T03:20:08,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@350af4a6 2024-11-12T03:20:08,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:08,601 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-12T03:20:08,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T03:20:08,603 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:08,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40035,1731381597217, seqNum=-1] 2024-11-12T03:20:08,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:08,605 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-12T03:20:08,610 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins.hfs.11__test__48nlb8l4u67jls36ba7keje2fcejvg9mu73l3gpassj6tlsua4ksmjk4lcqs1uu9/f/58889e1e398c465ea42891b12818a0e8_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T03:20:08,613 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins.hfs.11__test__48nlb8l4u67jls36ba7keje2fcejvg9mu73l3gpassj6tlsua4ksmjk4lcqs1uu9/f/8936c282a2194fbe875816e8007723ad_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T03:20:08,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins.hfs.11__test__48nlb8l4u67jls36ba7keje2fcejvg9mu73l3gpassj6tlsua4ksmjk4lcqs1uu9/f/58889e1e398c465ea42891b12818a0e8_SeqId_4_ for inclusion in ab348af0d2fdc80f4f46d28d589057e9/f 2024-11-12T03:20:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-12T03:20:08,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:20:08,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins.hfs.11__test__48nlb8l4u67jls36ba7keje2fcejvg9mu73l3gpassj6tlsua4ksmjk4lcqs1uu9/f/8936c282a2194fbe875816e8007723ad_SeqId_4_ for inclusion in ab348af0d2fdc80f4f46d28d589057e9/f 2024-11-12T03:20:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-12T03:20:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:20:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HRegion(2603): Flush status journal for ab348af0d2fdc80f4f46d28d589057e9: 2024-11-12T03:20:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 58889e1e398c465ea42891b12818a0e8_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T03:20:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins.hfs.11__test__48nlb8l4u67jls36ba7keje2fcejvg9mu73l3gpassj6tlsua4ksmjk4lcqs1uu9/f/58889e1e398c465ea42891b12818a0e8_SeqId_4_ as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/4bc840ceb9314955b46552e63ebe6667_SeqId_4_ 2024-11-12T03:20:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8936c282a2194fbe875816e8007723ad_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T03:20:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins.hfs.11__test__48nlb8l4u67jls36ba7keje2fcejvg9mu73l3gpassj6tlsua4ksmjk4lcqs1uu9/f/8936c282a2194fbe875816e8007723ad_SeqId_4_ as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/f64ae52f1ba74223a16cd48b0de002fb_SeqId_4_ 2024-11-12T03:20:08,631 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins.hfs.11__test__48nlb8l4u67jls36ba7keje2fcejvg9mu73l3gpassj6tlsua4ksmjk4lcqs1uu9/f/58889e1e398c465ea42891b12818a0e8_SeqId_4_ into ab348af0d2fdc80f4f46d28d589057e9/f as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/4bc840ceb9314955b46552e63ebe6667_SeqId_4_ - updating store file list. 2024-11-12T03:20:08,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4bc840ceb9314955b46552e63ebe6667_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T03:20:08,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/4bc840ceb9314955b46552e63ebe6667_SeqId_4_ into ab348af0d2fdc80f4f46d28d589057e9/f 2024-11-12T03:20:08,635 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins.hfs.11__test__48nlb8l4u67jls36ba7keje2fcejvg9mu73l3gpassj6tlsua4ksmjk4lcqs1uu9/f/58889e1e398c465ea42891b12818a0e8_SeqId_4_ into ab348af0d2fdc80f4f46d28d589057e9/f (new location: hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/4bc840ceb9314955b46552e63ebe6667_SeqId_4_) 2024-11-12T03:20:08,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins.hfs.11__test__48nlb8l4u67jls36ba7keje2fcejvg9mu73l3gpassj6tlsua4ksmjk4lcqs1uu9/f/58889e1e398c465ea42891b12818a0e8_SeqId_4_ 2024-11-12T03:20:08,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins.hfs.11__test__48nlb8l4u67jls36ba7keje2fcejvg9mu73l3gpassj6tlsua4ksmjk4lcqs1uu9/f/8936c282a2194fbe875816e8007723ad_SeqId_4_ into ab348af0d2fdc80f4f46d28d589057e9/f as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/f64ae52f1ba74223a16cd48b0de002fb_SeqId_4_ - updating store file list. 2024-11-12T03:20:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f64ae52f1ba74223a16cd48b0de002fb_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T03:20:08,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/f64ae52f1ba74223a16cd48b0de002fb_SeqId_4_ into ab348af0d2fdc80f4f46d28d589057e9/f 2024-11-12T03:20:08,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins.hfs.11__test__48nlb8l4u67jls36ba7keje2fcejvg9mu73l3gpassj6tlsua4ksmjk4lcqs1uu9/f/8936c282a2194fbe875816e8007723ad_SeqId_4_ into ab348af0d2fdc80f4f46d28d589057e9/f (new location: hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/f64ae52f1ba74223a16cd48b0de002fb_SeqId_4_) 2024-11-12T03:20:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins.hfs.11__test__48nlb8l4u67jls36ba7keje2fcejvg9mu73l3gpassj6tlsua4ksmjk4lcqs1uu9/f/8936c282a2194fbe875816e8007723ad_SeqId_4_ 2024-11-12T03:20:08,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.ReplicationSink(324): Finished replicating [2afaaa30-3518-479d-9f21-83bbb467fb54] bulk loaded data 2024-11-12T03:20:08,663 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 687, reset compression=false 2024-11-12T03:20:08,708 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:08,711 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731381608710/Put/seqid=0 2024-11-12T03:20:08,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741842_1018 (size=11194) 2024-11-12T03:20:09,073 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 687, reset compression=false 2024-11-12T03:20:09,121 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731381609120/Put/seqid=0 2024-11-12T03:20:09,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741843_1019 (size=10791) 2024-11-12T03:20:09,169 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 379, reset compression=false 2024-11-12T03:20:09,173 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:20:09,173 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40035,1731381597217 got entry batch from reader: WALEntryBatch [walEntries=[{test/ab348af0d2fdc80f4f46d28d589057e9/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731381608651/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T03:20:09,175 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:20:09,176 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-12T03:20:09,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.ReplicationSink(318): Replicating [2afaaa30-3518-479d-9f21-83bbb467fb54, 54e69390-d5ac-44bd-90cd-4c8cb4600a10] bulk loaded data 2024-11-12T03:20:09,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3f1776fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:09,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,38835,-1 for getting cluster id 2024-11-12T03:20:09,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:09,178 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2afaaa30-3518-479d-9f21-83bbb467fb54' 2024-11-12T03:20:09,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:09,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2afaaa30-3518-479d-9f21-83bbb467fb54" 2024-11-12T03:20:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51523a2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,38835,-1] 2024-11-12T03:20:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:09,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:09,180 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:09,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b9ca4ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:09,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741842_1018 (size=7894) 2024-11-12T03:20:09,374 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 725, reset compression=false 2024-11-12T03:20:09,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5abca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:09,528 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,36803,-1 for getting cluster id 2024-11-12T03:20:09,528 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:09,529 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '54e69390-d5ac-44bd-90cd-4c8cb4600a10' 2024-11-12T03:20:09,529 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:09,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "54e69390-d5ac-44bd-90cd-4c8cb4600a10" 2024-11-12T03:20:09,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d3e64c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:09,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,36803,-1] 2024-11-12T03:20:09,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:09,530 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:09,532 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:09,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d85e558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:09,533 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:09,535 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40035,1731381597217, seqNum=-1] 2024-11-12T03:20:09,536 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:09,537 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:20:09,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:09,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,36803,1731381597064 2024-11-12T03:20:09,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31d53487 2024-11-12T03:20:09,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:09,550 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:20:09,555 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9., hostname=3fb681890ab2,40035,1731381597217, seqNum=2] 2024-11-12T03:20:09,557 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T03:20:09,563 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-12T03:20:09,566 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-12T03:20:09,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/testHFileCyclicReplication_10/f/hfile_0 for inclusion in ab348af0d2fdc80f4f46d28d589057e9/f 2024-11-12T03:20:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T03:20:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:20:09,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/testHFileCyclicReplication_10/f/hfile_1 for inclusion in ab348af0d2fdc80f4f46d28d589057e9/f 2024-11-12T03:20:09,576 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 687, reset compression=false 2024-11-12T03:20:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T03:20:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:20:09,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HRegion(2603): Flush status journal for ab348af0d2fdc80f4f46d28d589057e9: 2024-11-12T03:20:09,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins__test__untdic1hb8ikkl9g8vo2qtdfjnf82qtnonqsjnurk1g4gl4dveb404hsic3qpc8s/f/hfile_0 2024-11-12T03:20:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins__test__untdic1hb8ikkl9g8vo2qtdfjnf82qtnonqsjnurk1g4gl4dveb404hsic3qpc8s/f/hfile_0 as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/c8b61c01232e4918a474d89fdfa8381f_SeqId_6_ 2024-11-12T03:20:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins__test__untdic1hb8ikkl9g8vo2qtdfjnf82qtnonqsjnurk1g4gl4dveb404hsic3qpc8s/f/hfile_1 2024-11-12T03:20:09,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins__test__untdic1hb8ikkl9g8vo2qtdfjnf82qtnonqsjnurk1g4gl4dveb404hsic3qpc8s/f/hfile_1 as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/4fa5fe64e0ec40f782ef6a68a2cdd65e_SeqId_6_ 2024-11-12T03:20:09,586 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins__test__untdic1hb8ikkl9g8vo2qtdfjnf82qtnonqsjnurk1g4gl4dveb404hsic3qpc8s/f/hfile_0 into ab348af0d2fdc80f4f46d28d589057e9/f as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/c8b61c01232e4918a474d89fdfa8381f_SeqId_6_ - updating store file list. 2024-11-12T03:20:09,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c8b61c01232e4918a474d89fdfa8381f_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T03:20:09,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/c8b61c01232e4918a474d89fdfa8381f_SeqId_6_ into ab348af0d2fdc80f4f46d28d589057e9/f 2024-11-12T03:20:09,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins__test__untdic1hb8ikkl9g8vo2qtdfjnf82qtnonqsjnurk1g4gl4dveb404hsic3qpc8s/f/hfile_0 into ab348af0d2fdc80f4f46d28d589057e9/f (new location: hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/c8b61c01232e4918a474d89fdfa8381f_SeqId_6_) 2024-11-12T03:20:09,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins__test__untdic1hb8ikkl9g8vo2qtdfjnf82qtnonqsjnurk1g4gl4dveb404hsic3qpc8s/f/hfile_0 2024-11-12T03:20:09,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins__test__untdic1hb8ikkl9g8vo2qtdfjnf82qtnonqsjnurk1g4gl4dveb404hsic3qpc8s/f/hfile_1 into ab348af0d2fdc80f4f46d28d589057e9/f as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/4fa5fe64e0ec40f782ef6a68a2cdd65e_SeqId_6_ - updating store file list. 2024-11-12T03:20:09,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 4fa5fe64e0ec40f782ef6a68a2cdd65e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T03:20:09,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/4fa5fe64e0ec40f782ef6a68a2cdd65e_SeqId_6_ into ab348af0d2fdc80f4f46d28d589057e9/f 2024-11-12T03:20:09,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins__test__untdic1hb8ikkl9g8vo2qtdfjnf82qtnonqsjnurk1g4gl4dveb404hsic3qpc8s/f/hfile_1 into ab348af0d2fdc80f4f46d28d589057e9/f (new location: hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/f/4fa5fe64e0ec40f782ef6a68a2cdd65e_SeqId_6_) 2024-11-12T03:20:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/staging/jenkins__test__untdic1hb8ikkl9g8vo2qtdfjnf82qtnonqsjnurk1g4gl4dveb404hsic3qpc8s/f/hfile_1 2024-11-12T03:20:09,604 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:20:09,604 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:09,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:09,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9., hostname=3fb681890ab2,40035,1731381597217, seqNum=2 , the old value is region=test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9., hostname=3fb681890ab2,40035,1731381597217, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3fb681890ab2:40035 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T03:20:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9., hostname=3fb681890ab2,40035,1731381597217, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T03:20:09,605 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9., hostname=3fb681890ab2,40035,1731381597217, seqNum=2 from cache 2024-11-12T03:20:09,604 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:09,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:09,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40035: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:52566 deadline: 1731381669605 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:52566 2024-11-12T03:20:09,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,38189,1731381591785, seqNum=-1] 2024-11-12T03:20:09,607 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:09,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:20:09,611 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731381599578.708b8df1af604089dced9105e2463b9f., hostname=3fb681890ab2,38189,1731381591785, seqNum=2] 2024-11-12T03:20:09,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741843_1019 (size=7691) 2024-11-12T03:20:09,619 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T03:20:09,677 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 725, reset compression=false 2024-11-12T03:20:09,685 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:20:09,709 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:40035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T03:20:09,885 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 1033, reset compression=false 2024-11-12T03:20:10,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T03:20:10,005 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T03:20:10,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T03:20:10,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T03:20:10,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:20:10,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T03:20:10,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:10,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,38835,1731381591466 2024-11-12T03:20:10,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e77a15c 2024-11-12T03:20:10,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:10,022 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-12T03:20:10,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T03:20:10,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:10,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,38189,1731381591785, seqNum=-1] 2024-11-12T03:20:10,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:10,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-12T03:20:10,038 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins.hfs.10__test__13s8l7i1kc1ripuu8fp8dcajed967jq40a2sijtfp45vihifjl52euiqgan1q2on/f/4bc840ceb9314955b46552e63ebe6667_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-12T03:20:10,041 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins.hfs.10__test__13s8l7i1kc1ripuu8fp8dcajed967jq40a2sijtfp45vihifjl52euiqgan1q2on/f/f64ae52f1ba74223a16cd48b0de002fb_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-12T03:20:10,044 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.ReplicationSink(324): Finished replicating [2afaaa30-3518-479d-9f21-83bbb467fb54, 54e69390-d5ac-44bd-90cd-4c8cb4600a10] bulk loaded data 2024-11-12T03:20:10,048 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40035,1731381597217 got entry batch from reader: WALEntryBatch [walEntries=[{test/ab348af0d2fdc80f4f46d28d589057e9/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731381609602/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T03:20:10,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.ReplicationSink(318): Replicating [54e69390-d5ac-44bd-90cd-4c8cb4600a10] bulk loaded data 2024-11-12T03:20:10,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741844_1020 (size=11194) 2024-11-12T03:20:10,190 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 1033, reset compression=false 2024-11-12T03:20:10,214 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 687, reset compression=false 2024-11-12T03:20:10,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741845_1021 (size=10791) 2024-11-12T03:20:10,599 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 1033, reset compression=false 2024-11-12T03:20:10,625 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T03:20:10,900 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T03:20:10,926 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins.hfs.10__test__li6uheov2tj0apd8qmi77bhqtdm6p603861prr95obko13ln7h91t5oohaf59nor/f/4fa5fe64e0ec40f782ef6a68a2cdd65e_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-12T03:20:10,930 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 687, reset compression=false 2024-11-12T03:20:10,931 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins.hfs.10__test__li6uheov2tj0apd8qmi77bhqtdm6p603861prr95obko13ln7h91t5oohaf59nor/f/c8b61c01232e4918a474d89fdfa8381f_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-12T03:20:10,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins.hfs.10__test__li6uheov2tj0apd8qmi77bhqtdm6p603861prr95obko13ln7h91t5oohaf59nor/f/4fa5fe64e0ec40f782ef6a68a2cdd65e_SeqId_6_ for inclusion in 708b8df1af604089dced9105e2463b9f/f 2024-11-12T03:20:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-12T03:20:10,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:20:10,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins.hfs.10__test__li6uheov2tj0apd8qmi77bhqtdm6p603861prr95obko13ln7h91t5oohaf59nor/f/c8b61c01232e4918a474d89fdfa8381f_SeqId_6_ for inclusion in 708b8df1af604089dced9105e2463b9f/f 2024-11-12T03:20:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-12T03:20:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:20:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HRegion(2603): Flush status journal for 708b8df1af604089dced9105e2463b9f: 2024-11-12T03:20:10,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 4fa5fe64e0ec40f782ef6a68a2cdd65e_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T03:20:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins.hfs.10__test__li6uheov2tj0apd8qmi77bhqtdm6p603861prr95obko13ln7h91t5oohaf59nor/f/4fa5fe64e0ec40f782ef6a68a2cdd65e_SeqId_6_ as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/fa4ddd10a156432f92fc0216b13196a8_SeqId_6_ 2024-11-12T03:20:10,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c8b61c01232e4918a474d89fdfa8381f_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T03:20:10,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins.hfs.10__test__li6uheov2tj0apd8qmi77bhqtdm6p603861prr95obko13ln7h91t5oohaf59nor/f/c8b61c01232e4918a474d89fdfa8381f_SeqId_6_ as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/03373d11098e43ed9b9c748e8512e4d3_SeqId_6_ 2024-11-12T03:20:10,985 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins.hfs.10__test__li6uheov2tj0apd8qmi77bhqtdm6p603861prr95obko13ln7h91t5oohaf59nor/f/4fa5fe64e0ec40f782ef6a68a2cdd65e_SeqId_6_ into 708b8df1af604089dced9105e2463b9f/f as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/fa4ddd10a156432f92fc0216b13196a8_SeqId_6_ - updating store file list. 2024-11-12T03:20:10,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fa4ddd10a156432f92fc0216b13196a8_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T03:20:10,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/fa4ddd10a156432f92fc0216b13196a8_SeqId_6_ into 708b8df1af604089dced9105e2463b9f/f 2024-11-12T03:20:10,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins.hfs.10__test__li6uheov2tj0apd8qmi77bhqtdm6p603861prr95obko13ln7h91t5oohaf59nor/f/4fa5fe64e0ec40f782ef6a68a2cdd65e_SeqId_6_ into 708b8df1af604089dced9105e2463b9f/f (new location: hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/fa4ddd10a156432f92fc0216b13196a8_SeqId_6_) 2024-11-12T03:20:10,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins.hfs.10__test__li6uheov2tj0apd8qmi77bhqtdm6p603861prr95obko13ln7h91t5oohaf59nor/f/4fa5fe64e0ec40f782ef6a68a2cdd65e_SeqId_6_ 2024-11-12T03:20:10,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins.hfs.10__test__li6uheov2tj0apd8qmi77bhqtdm6p603861prr95obko13ln7h91t5oohaf59nor/f/c8b61c01232e4918a474d89fdfa8381f_SeqId_6_ into 708b8df1af604089dced9105e2463b9f/f as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/03373d11098e43ed9b9c748e8512e4d3_SeqId_6_ - updating store file list. 2024-11-12T03:20:11,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 03373d11098e43ed9b9c748e8512e4d3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T03:20:11,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/03373d11098e43ed9b9c748e8512e4d3_SeqId_6_ into 708b8df1af604089dced9105e2463b9f/f 2024-11-12T03:20:11,001 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins.hfs.10__test__li6uheov2tj0apd8qmi77bhqtdm6p603861prr95obko13ln7h91t5oohaf59nor/f/c8b61c01232e4918a474d89fdfa8381f_SeqId_6_ into 708b8df1af604089dced9105e2463b9f/f (new location: hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/f/03373d11098e43ed9b9c748e8512e4d3_SeqId_6_) 2024-11-12T03:20:11,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/staging/jenkins.hfs.10__test__li6uheov2tj0apd8qmi77bhqtdm6p603861prr95obko13ln7h91t5oohaf59nor/f/c8b61c01232e4918a474d89fdfa8381f_SeqId_6_ 2024-11-12T03:20:11,004 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38189 {}] regionserver.ReplicationSink(324): Finished replicating [54e69390-d5ac-44bd-90cd-4c8cb4600a10] bulk loaded data 2024-11-12T03:20:11,103 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 1033, reset compression=false 2024-11-12T03:20:11,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:20:11,640 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:20:11,640 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:11,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:11,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:11,640 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:20:11,640 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1877372091, stopped=false 2024-11-12T03:20:11,640 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,36803,1731381597064 2024-11-12T03:20:11,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:11,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1127786403/running 2024-11-12T03:20:11,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1127786403/running 2024-11-12T03:20:11,711 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:20:11,711 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Set watcher on znode that does not yet exist, /1127786403/running 2024-11-12T03:20:11,712 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:20:11,712 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:20:11,712 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:11,712 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:11,712 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,40035,1731381597217' ***** 2024-11-12T03:20:11,712 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:20:11,714 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Set watcher on znode that does not yet exist, /1127786403/running 2024-11-12T03:20:11,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:20:11,715 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:20:11,715 INFO [RS:0;3fb681890ab2:40035 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:20:11,715 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:20:11,715 INFO [RS:0;3fb681890ab2:40035 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:20:11,715 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(3091): Received CLOSE for ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:11,719 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(3091): Received CLOSE for 6794f5f6b38b447ba2fe523bfb065a55 2024-11-12T03:20:11,719 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,40035,1731381597217 2024-11-12T03:20:11,719 INFO [RS:0;3fb681890ab2:40035 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:20:11,720 INFO [RS:0;3fb681890ab2:40035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:40035. 2024-11-12T03:20:11,720 DEBUG [RS:0;3fb681890ab2:40035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:11,720 DEBUG [RS:0;3fb681890ab2:40035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:11,720 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:20:11,720 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:20:11,720 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:20:11,720 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:20:11,721 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ab348af0d2fdc80f4f46d28d589057e9, disabling compactions & flushes 2024-11-12T03:20:11,721 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9. 2024-11-12T03:20:11,721 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9. 2024-11-12T03:20:11,721 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9. after waiting 0 ms 2024-11-12T03:20:11,721 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9. 2024-11-12T03:20:11,722 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T03:20:11,722 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1325): Online Regions={ab348af0d2fdc80f4f46d28d589057e9=test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9., 1588230740=hbase:meta,,1.1588230740, 6794f5f6b38b447ba2fe523bfb065a55=hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55.} 2024-11-12T03:20:11,722 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6794f5f6b38b447ba2fe523bfb065a55, ab348af0d2fdc80f4f46d28d589057e9 2024-11-12T03:20:11,722 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:20:11,722 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:20:11,722 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:20:11,722 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:20:11,722 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:20:11,722 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T03:20:11,731 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:20:11,737 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 1033, reset compression=false 2024-11-12T03:20:11,746 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/default/test/ab348af0d2fdc80f4f46d28d589057e9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T03:20:11,747 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:20:11,747 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:20:11,747 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9. 2024-11-12T03:20:11,747 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ab348af0d2fdc80f4f46d28d589057e9: Waiting for close lock at 1731381611721Running coprocessor pre-close hooks at 1731381611721Disabling compacts and flushes for region at 1731381611721Disabling writes for close at 1731381611721Writing region close event to WAL at 1731381611728 (+7 ms)Running coprocessor post-close hooks at 1731381611747 (+19 ms)Closed at 1731381611747 2024-11-12T03:20:11,747 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9. 2024-11-12T03:20:11,747 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6794f5f6b38b447ba2fe523bfb065a55, disabling compactions & flushes 2024-11-12T03:20:11,747 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. 2024-11-12T03:20:11,747 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. 2024-11-12T03:20:11,747 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. after waiting 0 ms 2024-11-12T03:20:11,747 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. 2024-11-12T03:20:11,747 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6794f5f6b38b447ba2fe523bfb065a55 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-12T03:20:11,752 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 687, reset compression=false 2024-11-12T03:20:11,754 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/.tmp/info/079cc39ede564dd98a6bd9a604fb99f9 is 147, key is hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55./info:regioninfo/1731381606829/Put/seqid=0 2024-11-12T03:20:11,766 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:20:11,766 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 1328, reset compression=false 2024-11-12T03:20:11,766 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40035,1731381597217 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:20:11,766 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:20:11,767 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,38189,1731381591785 got entry batch from reader: WALEntryBatch [walEntries=[{test/708b8df1af604089dced9105e2463b9f/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731381611002/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-12T03:20:11,767 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3fb681890ab2,40035,1731381597217: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3fb681890ab2,40035,1731381597217, walGroup=3fb681890ab2%2C40035%2C1731381597217, offset=3fb681890ab2%2C40035%2C1731381597217.1731381598646:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:40035 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T03:20:11,768 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T03:20:11,768 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T03:20:11,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3fb681890ab2,40035,1731381597217 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:11,768 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T03:20:11,768 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T03:20:11,769 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T03:20:11,769 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 527827712 }, "NonHeapMemoryUsage": { "committed": 190906368, "init": 7667712, "max": -1, "used": 188096584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T03:20:11,769 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 3fb681890ab2,40035,1731381597217 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:11,771 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T03:20:11,781 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/replication/6794f5f6b38b447ba2fe523bfb065a55/.tmp/hfileref/77db18761a854e9b8afa2f3aedf67568 is 74, key is 1/hfileref:4bc840ceb9314955b46552e63ebe6667_SeqId_4_/1731381610045/DeleteColumn/seqid=0 2024-11-12T03:20:11,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741844_1020 (size=7686) 2024-11-12T03:20:11,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741845_1021 (size=5345) 2024-11-12T03:20:11,803 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/replication/6794f5f6b38b447ba2fe523bfb065a55/.tmp/hfileref/77db18761a854e9b8afa2f3aedf67568 2024-11-12T03:20:11,828 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/replication/6794f5f6b38b447ba2fe523bfb065a55/.tmp/queue/96deb250278643cc81e3c98abbc35dc9 is 154, key is 1-3fb681890ab2,40035,1731381597217/queue:3fb681890ab2%2C40035%2C1731381597217/1731381611010/Put/seqid=0 2024-11-12T03:20:11,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741846_1022 (size=5353) 2024-11-12T03:20:11,839 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/replication/6794f5f6b38b447ba2fe523bfb065a55/.tmp/queue/96deb250278643cc81e3c98abbc35dc9 2024-11-12T03:20:11,845 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/replication/6794f5f6b38b447ba2fe523bfb065a55/.tmp/hfileref/77db18761a854e9b8afa2f3aedf67568 as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/replication/6794f5f6b38b447ba2fe523bfb065a55/hfileref/77db18761a854e9b8afa2f3aedf67568 2024-11-12T03:20:11,850 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/replication/6794f5f6b38b447ba2fe523bfb065a55/hfileref/77db18761a854e9b8afa2f3aedf67568, entries=4, sequenceid=12, filesize=5.2 K 2024-11-12T03:20:11,851 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/replication/6794f5f6b38b447ba2fe523bfb065a55/.tmp/queue/96deb250278643cc81e3c98abbc35dc9 as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/replication/6794f5f6b38b447ba2fe523bfb065a55/queue/96deb250278643cc81e3c98abbc35dc9 2024-11-12T03:20:11,858 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/replication/6794f5f6b38b447ba2fe523bfb065a55/queue/96deb250278643cc81e3c98abbc35dc9, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T03:20:11,860 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 6794f5f6b38b447ba2fe523bfb065a55 in 112ms, sequenceid=12, compaction requested=false 2024-11-12T03:20:11,872 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/replication/6794f5f6b38b447ba2fe523bfb065a55/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T03:20:11,872 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:20:11,872 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:20:11,872 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. 2024-11-12T03:20:11,872 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6794f5f6b38b447ba2fe523bfb065a55: Waiting for close lock at 1731381611747Running coprocessor pre-close hooks at 1731381611747Disabling compacts and flushes for region at 1731381611747Disabling writes for close at 1731381611747Obtaining lock to block concurrent updates at 1731381611747Preparing flush snapshotting stores in 6794f5f6b38b447ba2fe523bfb065a55 at 1731381611747Finished memstore snapshotting hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731381611748 (+1 ms)Flushing stores of hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. at 1731381611748Flushing 6794f5f6b38b447ba2fe523bfb065a55/hfileref: creating writer at 1731381611749 (+1 ms)Flushing 6794f5f6b38b447ba2fe523bfb065a55/hfileref: appending metadata at 1731381611780 (+31 ms)Flushing 6794f5f6b38b447ba2fe523bfb065a55/hfileref: closing flushed file at 1731381611780Flushing 6794f5f6b38b447ba2fe523bfb065a55/queue: creating writer at 1731381611809 (+29 ms)Flushing 6794f5f6b38b447ba2fe523bfb065a55/queue: appending metadata at 1731381611828 (+19 ms)Flushing 6794f5f6b38b447ba2fe523bfb065a55/queue: closing flushed file at 1731381611828Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a4452b7: reopening flushed file at 1731381611844 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a6189d: reopening flushed file at 1731381611850 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 6794f5f6b38b447ba2fe523bfb065a55 in 112ms, sequenceid=12, compaction requested=false at 1731381611860 (+10 ms)Writing region close event to WAL at 1731381611868 (+8 ms)Running coprocessor post-close hooks at 1731381611872 (+4 ms)Closed at 1731381611872 2024-11-12T03:20:11,873 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731381606056.6794f5f6b38b447ba2fe523bfb065a55. 2024-11-12T03:20:11,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3fb681890ab2,40035,1731381597217 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:11,874 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 3fb681890ab2,40035,1731381597217 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:11,922 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:20:11,967 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 1033, reset compression=false 2024-11-12T03:20:11,988 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 1328, reset compression=false 2024-11-12T03:20:12,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3fb681890ab2,40035,1731381597217 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:12,078 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 3fb681890ab2,40035,1731381597217 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:12,122 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:20:12,189 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/.tmp/info/079cc39ede564dd98a6bd9a604fb99f9 2024-11-12T03:20:12,211 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/.tmp/ns/a8aa9c6eeefa4e669c91b0cb0e1c12df is 43, key is default/ns:d/1731381599486/Put/seqid=0 2024-11-12T03:20:12,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741847_1023 (size=5153) 2024-11-12T03:20:12,271 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 1033, reset compression=false 2024-11-12T03:20:12,298 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 1328, reset compression=false 2024-11-12T03:20:12,317 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:20:12,322 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:20:12,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:12,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:12,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:12,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:12,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:12,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:12,371 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:12,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3fb681890ab2,40035,1731381597217 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:12,381 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 3fb681890ab2,40035,1731381597217 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:12,519 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:20:12,519 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:20:12,523 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:20:12,618 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/.tmp/ns/a8aa9c6eeefa4e669c91b0cb0e1c12df 2024-11-12T03:20:12,648 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/.tmp/rep_barrier/34e8b2732c6847ba98a5605e7e6d019e is 112, key is test,,1731381601732.ab348af0d2fdc80f4f46d28d589057e9./rep_barrier:seqnumDuringOpen/1731381602890/Put/seqid=0 2024-11-12T03:20:12,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741848_1024 (size=5518) 2024-11-12T03:20:12,653 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/.tmp/rep_barrier/34e8b2732c6847ba98a5605e7e6d019e 2024-11-12T03:20:12,678 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 1033, reset compression=false 2024-11-12T03:20:12,680 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/.tmp/table/e58804d8182b4a34b541e759808554e4 is 53, key is hbase:replication/table:state/1731381606837/Put/seqid=0 2024-11-12T03:20:12,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741849_1025 (size=5308) 2024-11-12T03:20:12,702 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 1328, reset compression=false 2024-11-12T03:20:12,723 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T03:20:12,723 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:20:12,723 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:20:12,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3fb681890ab2,40035,1731381597217 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:12,788 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 3fb681890ab2,40035,1731381597217 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:12,923 DEBUG [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:20:13,090 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/.tmp/table/e58804d8182b4a34b541e759808554e4 2024-11-12T03:20:13,095 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/.tmp/info/079cc39ede564dd98a6bd9a604fb99f9 as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/info/079cc39ede564dd98a6bd9a604fb99f9 2024-11-12T03:20:13,099 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/info/079cc39ede564dd98a6bd9a604fb99f9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T03:20:13,100 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/.tmp/ns/a8aa9c6eeefa4e669c91b0cb0e1c12df as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/ns/a8aa9c6eeefa4e669c91b0cb0e1c12df 2024-11-12T03:20:13,105 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/ns/a8aa9c6eeefa4e669c91b0cb0e1c12df, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T03:20:13,106 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/.tmp/rep_barrier/34e8b2732c6847ba98a5605e7e6d019e as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/rep_barrier/34e8b2732c6847ba98a5605e7e6d019e 2024-11-12T03:20:13,110 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/rep_barrier/34e8b2732c6847ba98a5605e7e6d019e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T03:20:13,110 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/.tmp/table/e58804d8182b4a34b541e759808554e4 as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/table/e58804d8182b4a34b541e759808554e4 2024-11-12T03:20:13,115 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/table/e58804d8182b4a34b541e759808554e4, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T03:20:13,115 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1393ms, sequenceid=16, compaction requested=false 2024-11-12T03:20:13,121 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T03:20:13,122 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:20:13,122 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:20:13,122 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:20:13,122 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381611722Running coprocessor pre-close hooks at 1731381611722Disabling compacts and flushes for region at 1731381611722Disabling writes for close at 1731381611722Obtaining lock to block concurrent updates at 1731381611722Preparing flush snapshotting stores in 1588230740 at 1731381611722Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731381611724 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731381611725 (+1 ms)Flushing 1588230740/info: creating writer at 1731381611726 (+1 ms)Flushing 1588230740/info: appending metadata at 1731381611753 (+27 ms)Flushing 1588230740/info: closing flushed file at 1731381611753Flushing 1588230740/ns: creating writer at 1731381612193 (+440 ms)Flushing 1588230740/ns: appending metadata at 1731381612210 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731381612210Flushing 1588230740/rep_barrier: creating writer at 1731381612623 (+413 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381612647 (+24 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381612648 (+1 ms)Flushing 1588230740/table: creating writer at 1731381612660 (+12 ms)Flushing 1588230740/table: appending metadata at 1731381612679 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731381612679Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c0d9e7: reopening flushed file at 1731381613094 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@204059eb: reopening flushed file at 1731381613100 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f794ce0: reopening flushed file at 1731381613105 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@527acf98: reopening flushed file at 1731381613110 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1393ms, sequenceid=16, compaction requested=false at 1731381613115 (+5 ms)Writing region close event to WAL at 1731381613118 (+3 ms)Running coprocessor post-close hooks at 1731381613122 (+4 ms)Closed at 1731381613122 2024-11-12T03:20:13,122 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:20:13,123 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,40035,1731381597217; all regions closed. 2024-11-12T03:20:13,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741834_1010 (size=4239) 2024-11-12T03:20:13,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.meta.1731381599428.meta not finished, retry = 0 2024-11-12T03:20:13,186 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 1033, reset compression=false 2024-11-12T03:20:13,206 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/WALs/3fb681890ab2,40035,1731381597217/3fb681890ab2%2C40035%2C1731381597217.1731381598646 to pos 1328, reset compression=false 2024-11-12T03:20:13,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741839_1015 (size=3127) 2024-11-12T03:20:13,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741832_1008 (size=1336) 2024-11-12T03:20:13,231 DEBUG [RS:0;3fb681890ab2:40035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:13,231 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:20:13,231 INFO [RS:0;3fb681890ab2:40035 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:20:13,232 INFO [RS:0;3fb681890ab2:40035 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T03:20:13,232 INFO [RS:0;3fb681890ab2:40035 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:20:13,232 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:20:13,232 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,40035,1731381597217 because: Region server is closing 2024-11-12T03:20:13,232 INFO [RS:0;3fb681890ab2:40035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:40035. 2024-11-12T03:20:13,232 DEBUG [RS:0;3fb681890ab2:40035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:13,232 DEBUG [RS:0;3fb681890ab2:40035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:13,232 DEBUG [RS:0;3fb681890ab2:40035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:13,233 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:13,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 3fb681890ab2,40035,1731381597217 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:13,292 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 3fb681890ab2,40035,1731381597217 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:13,333 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.shipper3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 terminated 2024-11-12T03:20:13,333 INFO [RS:0;3fb681890ab2:40035 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:40035. 2024-11-12T03:20:13,333 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40035,1731381597217.replicationSource.wal-reader.3fb681890ab2%2C40035%2C1731381597217,1-3fb681890ab2,40035,1731381597217 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:20:13,333 DEBUG [RS:0;3fb681890ab2:40035 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:13,333 DEBUG [RS:0;3fb681890ab2:40035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:13,333 DEBUG [RS:0;3fb681890ab2:40035 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:13,333 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:13,333 INFO [RS:0;3fb681890ab2:40035 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40035 2024-11-12T03:20:13,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1127786403/rs/3fb681890ab2,40035,1731381597217 2024-11-12T03:20:13,403 INFO [RS:0;3fb681890ab2:40035 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:20:13,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403/rs 2024-11-12T03:20:13,404 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,40035,1731381597217] 2024-11-12T03:20:13,436 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1127786403/draining/3fb681890ab2,40035,1731381597217 already deleted, retry=false 2024-11-12T03:20:13,436 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,40035,1731381597217 expired; onlineServers=0 2024-11-12T03:20:13,436 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,36803,1731381597064' ***** 2024-11-12T03:20:13,436 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:20:13,436 INFO [M:0;3fb681890ab2:36803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:20:13,436 INFO [M:0;3fb681890ab2:36803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:20:13,436 DEBUG [M:0;3fb681890ab2:36803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:20:13,437 DEBUG [M:0;3fb681890ab2:36803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:20:13,437 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:20:13,437 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381598435 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381598435,5,FailOnTimeoutGroup] 2024-11-12T03:20:13,437 INFO [M:0;3fb681890ab2:36803 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:20:13,437 INFO [M:0;3fb681890ab2:36803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:20:13,437 DEBUG [M:0;3fb681890ab2:36803 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:20:13,437 INFO [M:0;3fb681890ab2:36803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:20:13,437 INFO [M:0;3fb681890ab2:36803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:20:13,437 INFO [M:0;3fb681890ab2:36803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:20:13,437 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381598434 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381598434,5,FailOnTimeoutGroup] 2024-11-12T03:20:13,437 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:20:13,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1127786403/master 2024-11-12T03:20:13,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1127786403 2024-11-12T03:20:13,449 INFO [M:0;3fb681890ab2:36803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/.lastflushedseqids 2024-11-12T03:20:13,460 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1127786403/master already deleted, retry=false 2024-11-12T03:20:13,460 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Failed delete of our master address node; KeeperErrorCode = NoNode for /1127786403/master 2024-11-12T03:20:13,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741850_1026 (size=263) 2024-11-12T03:20:13,479 INFO [M:0;3fb681890ab2:36803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:20:13,480 INFO [M:0;3fb681890ab2:36803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:20:13,480 DEBUG [M:0;3fb681890ab2:36803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:20:13,480 INFO [M:0;3fb681890ab2:36803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:13,480 DEBUG [M:0;3fb681890ab2:36803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:13,480 DEBUG [M:0;3fb681890ab2:36803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:20:13,480 DEBUG [M:0;3fb681890ab2:36803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:13,481 INFO [M:0;3fb681890ab2:36803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T03:20:13,520 DEBUG [M:0;3fb681890ab2:36803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b154bd560cb9495f9c97083effb06a3f is 82, key is hbase:meta,,1/info:regioninfo/1731381599470/Put/seqid=0 2024-11-12T03:20:13,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:13,527 INFO [RS:0;3fb681890ab2:40035 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:20:13,527 INFO [RS:0;3fb681890ab2:40035 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,40035,1731381597217; zookeeper connection closed. 2024-11-12T03:20:13,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40035-0x1012d0e71540004, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:13,528 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65f85031 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65f85031 2024-11-12T03:20:13,529 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:20:13,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741851_1027 (size=5672) 2024-11-12T03:20:13,536 INFO [M:0;3fb681890ab2:36803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b154bd560cb9495f9c97083effb06a3f 2024-11-12T03:20:13,560 DEBUG [M:0;3fb681890ab2:36803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/016881e2b0a84603b3411e2a2363ea4f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731381606840/Put/seqid=0 2024-11-12T03:20:13,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741852_1028 (size=8516) 2024-11-12T03:20:13,568 INFO [M:0;3fb681890ab2:36803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/016881e2b0a84603b3411e2a2363ea4f 2024-11-12T03:20:13,593 DEBUG [M:0;3fb681890ab2:36803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4f37f0d159a47da9594bb87437b158a is 69, key is 3fb681890ab2,40035,1731381597217/rs:state/1731381598485/Put/seqid=0 2024-11-12T03:20:13,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741853_1029 (size=5156) 2024-11-12T03:20:13,793 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 1033, reset compression=false 2024-11-12T03:20:13,896 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3fb681890ab2:40035 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3fb681890ab2/172.17.0.2:40035 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:13,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 3fb681890ab2:40035 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3fb681890ab2/172.17.0.2:40035 2024-11-12T03:20:13,897 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=3fb681890ab2:40035 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3fb681890ab2/172.17.0.2:40035 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3fb681890ab2/172.17.0.2:40035 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-12T03:20:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-12T03:20:13,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36803 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:40122 deadline: 1731381673899, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-12T03:20:13,900 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-12T03:20:13,901 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T03:20:14,007 INFO [M:0;3fb681890ab2:36803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4f37f0d159a47da9594bb87437b158a 2024-11-12T03:20:14,018 DEBUG [M:0;3fb681890ab2:36803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b154bd560cb9495f9c97083effb06a3f as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b154bd560cb9495f9c97083effb06a3f 2024-11-12T03:20:14,024 INFO [M:0;3fb681890ab2:36803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b154bd560cb9495f9c97083effb06a3f, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T03:20:14,025 DEBUG [M:0;3fb681890ab2:36803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/016881e2b0a84603b3411e2a2363ea4f as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/016881e2b0a84603b3411e2a2363ea4f 2024-11-12T03:20:14,030 INFO [M:0;3fb681890ab2:36803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/016881e2b0a84603b3411e2a2363ea4f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T03:20:14,031 DEBUG [M:0;3fb681890ab2:36803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c4f37f0d159a47da9594bb87437b158a as hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4f37f0d159a47da9594bb87437b158a 2024-11-12T03:20:14,036 INFO [M:0;3fb681890ab2:36803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41999/user/jenkins/test-data/1aef49c0-4935-0a03-ccf4-40ecc604183b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c4f37f0d159a47da9594bb87437b158a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T03:20:14,037 INFO [M:0;3fb681890ab2:36803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 556ms, sequenceid=97, compaction requested=false 2024-11-12T03:20:14,039 INFO [M:0;3fb681890ab2:36803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:14,039 DEBUG [M:0;3fb681890ab2:36803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381613480Disabling compacts and flushes for region at 1731381613480Disabling writes for close at 1731381613480Obtaining lock to block concurrent updates at 1731381613481 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381613481Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731381613481Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381613482 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381613482Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381613519 (+37 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381613519Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381613540 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381613560 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381613560Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381613573 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381613593 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381613593Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e4f4a9d: reopening flushed file at 1731381614017 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24d93b8: reopening flushed file at 1731381614024 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341018b7: reopening flushed file at 1731381614030 (+6 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 556ms, sequenceid=97, compaction requested=false at 1731381614037 (+7 ms)Writing region close event to WAL at 1731381614039 (+2 ms)Closed at 1731381614039 2024-11-12T03:20:14,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44923 is added to blk_1073741830_1006 (size=63654) 2024-11-12T03:20:14,057 INFO [M:0;3fb681890ab2:36803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:20:14,057 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:20:14,057 INFO [M:0;3fb681890ab2:36803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36803 2024-11-12T03:20:14,058 INFO [M:0;3fb681890ab2:36803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:20:14,220 INFO [M:0;3fb681890ab2:36803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:20:14,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:14,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36803-0x1012d0e71540003, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:14,226 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bc06253{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:20:14,227 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@38e96b20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:20:14,227 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:20:14,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c69b0dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:20:14,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@771f0749{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/hadoop.log.dir/,STOPPED} 2024-11-12T03:20:14,230 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:20:14,230 WARN [BP-1865546580-172.17.0.2-1731381595180 heartbeating to localhost/127.0.0.1:41999 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:20:14,230 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:20:14,230 WARN [BP-1865546580-172.17.0.2-1731381595180 heartbeating to localhost/127.0.0.1:41999 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1865546580-172.17.0.2-1731381595180 (Datanode Uuid 513bed7b-0d60-4a69-a177-e6d14ac9a93e) service to localhost/127.0.0.1:41999 2024-11-12T03:20:14,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/cluster_a0677f0b-728e-ad4a-2336-a27e5fbcd308/data/data1/current/BP-1865546580-172.17.0.2-1731381595180 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:20:14,231 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/cluster_a0677f0b-728e-ad4a-2336-a27e5fbcd308/data/data2/current/BP-1865546580-172.17.0.2-1731381595180 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:20:14,231 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:20:14,237 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1228fad4{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:20:14,237 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@672fe1f5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:20:14,237 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:20:14,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68bc7d85{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:20:14,238 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19e06a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/hadoop.log.dir/,STOPPED} 2024-11-12T03:20:14,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:20:14,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:20:14,252 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:20:14,253 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:14,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:14,253 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:14,253 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:14,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:20:14,253 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1777079607, stopped=false 2024-11-12T03:20:14,253 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,38835,1731381591466 2024-11-12T03:20:14,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0605790159/running 2024-11-12T03:20:14,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0605790159/running 2024-11-12T03:20:14,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:20:14,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:20:14,312 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:20:14,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:20:14,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:14,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:14,312 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,38189,1731381591785' ***** 2024-11-12T03:20:14,312 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:20:14,313 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:20:14,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Set watcher on znode that does not yet exist, /0605790159/running 2024-11-12T03:20:14,313 INFO [RS:0;3fb681890ab2:38189 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:20:14,313 INFO [RS:0;3fb681890ab2:38189 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:20:14,313 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Set watcher on znode that does not yet exist, /0605790159/running 2024-11-12T03:20:14,313 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(3091): Received CLOSE for bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:14,313 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:20:14,314 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(3091): Received CLOSE for 708b8df1af604089dced9105e2463b9f 2024-11-12T03:20:14,314 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,38189,1731381591785 2024-11-12T03:20:14,314 INFO [RS:0;3fb681890ab2:38189 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:20:14,314 INFO [RS:0;3fb681890ab2:38189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:38189. 2024-11-12T03:20:14,314 DEBUG [RS:0;3fb681890ab2:38189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:14,314 DEBUG [RS:0;3fb681890ab2:38189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:14,314 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:20:14,314 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:20:14,314 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:20:14,314 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:20:14,315 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bda9d90ab232665d385802ea0212a028, disabling compactions & flushes 2024-11-12T03:20:14,315 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. 2024-11-12T03:20:14,315 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. 2024-11-12T03:20:14,315 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. after waiting 0 ms 2024-11-12T03:20:14,315 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. 2024-11-12T03:20:14,315 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bda9d90ab232665d385802ea0212a028 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-12T03:20:14,316 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T03:20:14,316 DEBUG [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(1325): Online Regions={bda9d90ab232665d385802ea0212a028=hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028., 1588230740=hbase:meta,,1.1588230740, 708b8df1af604089dced9105e2463b9f=test,,1731381599578.708b8df1af604089dced9105e2463b9f.} 2024-11-12T03:20:14,316 DEBUG [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 708b8df1af604089dced9105e2463b9f, bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:14,316 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:20:14,316 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:20:14,316 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:20:14,316 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:20:14,316 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:20:14,316 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T03:20:14,340 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/replication/bda9d90ab232665d385802ea0212a028/.tmp/hfileref/4ed93888a95f45e2a362c27bc1d5db88 is 74, key is 1/hfileref:03373d11098e43ed9b9c748e8512e4d3_SeqId_6_/1731381610983/Put/seqid=0 2024-11-12T03:20:14,340 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/.tmp/info/b927635e68d147dc877ce07687b9fef5 is 147, key is hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028./info:regioninfo/1731381605072/Put/seqid=0 2024-11-12T03:20:14,342 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:20:14,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741847_1023 (size=7686) 2024-11-12T03:20:14,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741846_1022 (size=5345) 2024-11-12T03:20:14,353 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/.tmp/info/b927635e68d147dc877ce07687b9fef5 2024-11-12T03:20:14,379 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/.tmp/ns/ce643f5ce70c48dabb902c331c98163d is 43, key is default/ns:d/1731381595102/Put/seqid=0 2024-11-12T03:20:14,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741848_1024 (size=5153) 2024-11-12T03:20:14,387 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/.tmp/ns/ce643f5ce70c48dabb902c331c98163d 2024-11-12T03:20:14,407 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/.tmp/rep_barrier/7df68149a932425c8cca5884e66ef785 is 112, key is test,,1731381599578.708b8df1af604089dced9105e2463b9f./rep_barrier:seqnumDuringOpen/1731381600733/Put/seqid=0 2024-11-12T03:20:14,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741849_1025 (size=5518) 2024-11-12T03:20:14,410 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/.tmp/rep_barrier/7df68149a932425c8cca5884e66ef785 2024-11-12T03:20:14,453 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/.tmp/table/a72fbf7d385842d3b902fcfcf3549666 is 53, key is hbase:replication/table:state/1731381605078/Put/seqid=0 2024-11-12T03:20:14,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741850_1026 (size=5308) 2024-11-12T03:20:14,458 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/.tmp/table/a72fbf7d385842d3b902fcfcf3549666 2024-11-12T03:20:14,464 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/.tmp/info/b927635e68d147dc877ce07687b9fef5 as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/info/b927635e68d147dc877ce07687b9fef5 2024-11-12T03:20:14,470 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/info/b927635e68d147dc877ce07687b9fef5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T03:20:14,471 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/.tmp/ns/ce643f5ce70c48dabb902c331c98163d as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/ns/ce643f5ce70c48dabb902c331c98163d 2024-11-12T03:20:14,476 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/ns/ce643f5ce70c48dabb902c331c98163d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T03:20:14,477 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/.tmp/rep_barrier/7df68149a932425c8cca5884e66ef785 as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/rep_barrier/7df68149a932425c8cca5884e66ef785 2024-11-12T03:20:14,482 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/rep_barrier/7df68149a932425c8cca5884e66ef785, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T03:20:14,482 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/.tmp/table/a72fbf7d385842d3b902fcfcf3549666 as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/table/a72fbf7d385842d3b902fcfcf3549666 2024-11-12T03:20:14,487 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/table/a72fbf7d385842d3b902fcfcf3549666, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T03:20:14,489 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 173ms, sequenceid=16, compaction requested=false 2024-11-12T03:20:14,496 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T03:20:14,497 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:20:14,497 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:20:14,497 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:20:14,497 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381614316Running coprocessor pre-close hooks at 1731381614316Disabling compacts and flushes for region at 1731381614316Disabling writes for close at 1731381614316Obtaining lock to block concurrent updates at 1731381614316Preparing flush snapshotting stores in 1588230740 at 1731381614316Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731381614317 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731381614317Flushing 1588230740/info: creating writer at 1731381614318 (+1 ms)Flushing 1588230740/info: appending metadata at 1731381614339 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731381614339Flushing 1588230740/ns: creating writer at 1731381614362 (+23 ms)Flushing 1588230740/ns: appending metadata at 1731381614378 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731381614378Flushing 1588230740/rep_barrier: creating writer at 1731381614391 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381614406 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381614406Flushing 1588230740/table: creating writer at 1731381614435 (+29 ms)Flushing 1588230740/table: appending metadata at 1731381614453 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731381614453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ea3268f: reopening flushed file at 1731381614463 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37013e57: reopening flushed file at 1731381614470 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@90f41f5: reopening flushed file at 1731381614476 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@485f454f: reopening flushed file at 1731381614482 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 173ms, sequenceid=16, compaction requested=false at 1731381614489 (+7 ms)Writing region close event to WAL at 1731381614493 (+4 ms)Running coprocessor post-close hooks at 1731381614497 (+4 ms)Closed at 1731381614497 2024-11-12T03:20:14,497 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 1033, reset compression=false 2024-11-12T03:20:14,497 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:20:14,516 DEBUG [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(1351): Waiting on 708b8df1af604089dced9105e2463b9f, bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:14,602 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-12T03:20:14,602 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3fb681890ab2:36803 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3fb681890ab2/172.17.0.2:36803 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:14,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 3fb681890ab2:36803 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3fb681890ab2/172.17.0.2:36803 2024-11-12T03:20:14,708 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:14,709 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 3fb681890ab2:36803 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3fb681890ab2/172.17.0.2:36803 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-12T03:20:14,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=3fb681890ab2:36803 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3fb681890ab2/172.17.0.2:36803 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-12T03:20:14,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 3fb681890ab2:36803 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 3fb681890ab2/172.17.0.2:36803 2024-11-12T03:20:14,716 DEBUG [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(1351): Waiting on 708b8df1af604089dced9105e2463b9f, bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:14,754 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/replication/bda9d90ab232665d385802ea0212a028/.tmp/hfileref/4ed93888a95f45e2a362c27bc1d5db88 2024-11-12T03:20:14,777 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/replication/bda9d90ab232665d385802ea0212a028/.tmp/queue/dfd99a32970845ef9888f8e9450a24cf is 153, key is 1-3fb681890ab2,38189,1731381591785/queue:3fb681890ab2%2C38189%2C1731381591785/1731381608658/Put/seqid=0 2024-11-12T03:20:14,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741851_1027 (size=5352) 2024-11-12T03:20:14,916 DEBUG [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(1351): Waiting on 708b8df1af604089dced9105e2463b9f, bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:14,918 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:14,919 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3fb681890ab2:36803 this server is in the failed servers list 2024-11-12T03:20:14,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3fb681890ab2:36803 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:14,940 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:20:14,940 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:20:15,117 DEBUG [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(1351): Waiting on 708b8df1af604089dced9105e2463b9f, bda9d90ab232665d385802ea0212a028 2024-11-12T03:20:15,184 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/replication/bda9d90ab232665d385802ea0212a028/.tmp/queue/dfd99a32970845ef9888f8e9450a24cf 2024-11-12T03:20:15,189 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/replication/bda9d90ab232665d385802ea0212a028/.tmp/hfileref/4ed93888a95f45e2a362c27bc1d5db88 as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/replication/bda9d90ab232665d385802ea0212a028/hfileref/4ed93888a95f45e2a362c27bc1d5db88 2024-11-12T03:20:15,193 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/replication/bda9d90ab232665d385802ea0212a028/hfileref/4ed93888a95f45e2a362c27bc1d5db88, entries=4, sequenceid=10, filesize=5.2 K 2024-11-12T03:20:15,194 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/replication/bda9d90ab232665d385802ea0212a028/.tmp/queue/dfd99a32970845ef9888f8e9450a24cf as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/replication/bda9d90ab232665d385802ea0212a028/queue/dfd99a32970845ef9888f8e9450a24cf 2024-11-12T03:20:15,198 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/replication/bda9d90ab232665d385802ea0212a028/queue/dfd99a32970845ef9888f8e9450a24cf, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T03:20:15,199 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for bda9d90ab232665d385802ea0212a028 in 883ms, sequenceid=10, compaction requested=false 2024-11-12T03:20:15,203 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/hbase/replication/bda9d90ab232665d385802ea0212a028/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T03:20:15,203 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:20:15,203 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:20:15,203 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. 2024-11-12T03:20:15,203 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bda9d90ab232665d385802ea0212a028: Waiting for close lock at 1731381614315Running coprocessor pre-close hooks at 1731381614315Disabling compacts and flushes for region at 1731381614315Disabling writes for close at 1731381614315Obtaining lock to block concurrent updates at 1731381614315Preparing flush snapshotting stores in bda9d90ab232665d385802ea0212a028 at 1731381614315Finished memstore snapshotting hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731381614315Flushing stores of hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. at 1731381614317 (+2 ms)Flushing bda9d90ab232665d385802ea0212a028/hfileref: creating writer at 1731381614317Flushing bda9d90ab232665d385802ea0212a028/hfileref: appending metadata at 1731381614339 (+22 ms)Flushing bda9d90ab232665d385802ea0212a028/hfileref: closing flushed file at 1731381614339Flushing bda9d90ab232665d385802ea0212a028/queue: creating writer at 1731381614758 (+419 ms)Flushing bda9d90ab232665d385802ea0212a028/queue: appending metadata at 1731381614776 (+18 ms)Flushing bda9d90ab232665d385802ea0212a028/queue: closing flushed file at 1731381614776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77eca79: reopening flushed file at 1731381615188 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@895b7f2: reopening flushed file at 1731381615193 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for bda9d90ab232665d385802ea0212a028 in 883ms, sequenceid=10, compaction requested=false at 1731381615199 (+6 ms)Writing region close event to WAL at 1731381615200 (+1 ms)Running coprocessor post-close hooks at 1731381615203 (+3 ms)Closed at 1731381615203 2024-11-12T03:20:15,203 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731381603901.bda9d90ab232665d385802ea0212a028. 2024-11-12T03:20:15,204 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 708b8df1af604089dced9105e2463b9f, disabling compactions & flushes 2024-11-12T03:20:15,204 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381599578.708b8df1af604089dced9105e2463b9f. 2024-11-12T03:20:15,204 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381599578.708b8df1af604089dced9105e2463b9f. 2024-11-12T03:20:15,204 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381599578.708b8df1af604089dced9105e2463b9f. after waiting 0 ms 2024-11-12T03:20:15,204 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381599578.708b8df1af604089dced9105e2463b9f. 2024-11-12T03:20:15,208 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/data/default/test/708b8df1af604089dced9105e2463b9f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T03:20:15,209 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:20:15,209 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:20:15,209 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381599578.708b8df1af604089dced9105e2463b9f. 2024-11-12T03:20:15,209 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 708b8df1af604089dced9105e2463b9f: Waiting for close lock at 1731381615204Running coprocessor pre-close hooks at 1731381615204Disabling compacts and flushes for region at 1731381615204Disabling writes for close at 1731381615204Writing region close event to WAL at 1731381615204Running coprocessor post-close hooks at 1731381615209 (+5 ms)Closed at 1731381615209 2024-11-12T03:20:15,209 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381599578.708b8df1af604089dced9105e2463b9f. 2024-11-12T03:20:15,228 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:15,229 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3fb681890ab2:36803 this server is in the failed servers list 2024-11-12T03:20:15,229 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3fb681890ab2:36803 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:15,301 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 1033, reset compression=false 2024-11-12T03:20:15,307 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:20:15,307 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 1328, reset compression=false 2024-11-12T03:20:15,317 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,38189,1731381591785; all regions closed. 2024-11-12T03:20:15,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741834_1010 (size=4239) 2024-11-12T03:20:15,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.meta.1731381595028.meta not finished, retry = 0 2024-11-12T03:20:15,421 DEBUG [RS:0;3fb681890ab2:38189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/oldWALs 2024-11-12T03:20:15,421 INFO [RS:0;3fb681890ab2:38189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C38189%2C1731381591785.meta:.meta(num 1731381595028) 2024-11-12T03:20:15,423 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.rep.1731381605038 not finished, retry = 0 2024-11-12T03:20:15,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741839_1015 (size=2695) 2024-11-12T03:20:15,511 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/WALs/3fb681890ab2,38189,1731381591785/3fb681890ab2%2C38189%2C1731381591785.1731381594065 to pos 1328, reset compression=false 2024-11-12T03:20:15,525 DEBUG [RS:0;3fb681890ab2:38189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/oldWALs 2024-11-12T03:20:15,525 INFO [RS:0;3fb681890ab2:38189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C38189%2C1731381591785.rep:(num 1731381605038) 2024-11-12T03:20:15,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741832_1008 (size=1336) 2024-11-12T03:20:15,530 DEBUG [RS:0;3fb681890ab2:38189 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/oldWALs 2024-11-12T03:20:15,530 INFO [RS:0;3fb681890ab2:38189 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C38189%2C1731381591785:(num 1731381594065) 2024-11-12T03:20:15,530 DEBUG [RS:0;3fb681890ab2:38189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:15,530 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:20:15,530 INFO [RS:0;3fb681890ab2:38189 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:20:15,530 INFO [RS:0;3fb681890ab2:38189 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T03:20:15,530 INFO [RS:0;3fb681890ab2:38189 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:20:15,530 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:20:15,530 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,38189,1731381591785 because: Region server is closing 2024-11-12T03:20:15,531 INFO [RS:0;3fb681890ab2:38189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:38189. 2024-11-12T03:20:15,531 DEBUG [RS:0;3fb681890ab2:38189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:15,531 DEBUG [RS:0;3fb681890ab2:38189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:15,531 DEBUG [RS:0;3fb681890ab2:38189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:15,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:15,631 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.wal-reader.3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:20:15,631 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-12T03:20:15,631 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-12T03:20:15,631 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-12T03:20:15,739 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:15,739 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 3fb681890ab2:36803 this server is in the failed servers list 2024-11-12T03:20:15,740 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 3fb681890ab2:36803 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:16,432 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,38189,1731381591785.replicationSource.shipper3fb681890ab2%2C38189%2C1731381591785,1-3fb681890ab2,38189,1731381591785 terminated 2024-11-12T03:20:16,432 INFO [RS:0;3fb681890ab2:38189 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:38189. 2024-11-12T03:20:16,432 DEBUG [RS:0;3fb681890ab2:38189 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:16,433 DEBUG [RS:0;3fb681890ab2:38189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:16,433 DEBUG [RS:0;3fb681890ab2:38189 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:16,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:16,433 INFO [RS:0;3fb681890ab2:38189 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38189 2024-11-12T03:20:16,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0605790159/rs/3fb681890ab2,38189,1731381591785 2024-11-12T03:20:16,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159/rs 2024-11-12T03:20:16,446 INFO [RS:0;3fb681890ab2:38189 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:20:16,447 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,38189,1731381591785] 2024-11-12T03:20:16,467 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0605790159/draining/3fb681890ab2,38189,1731381591785 already deleted, retry=false 2024-11-12T03:20:16,467 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,38189,1731381591785 expired; onlineServers=0 2024-11-12T03:20:16,467 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,38835,1731381591466' ***** 2024-11-12T03:20:16,467 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:20:16,468 INFO [M:0;3fb681890ab2:38835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:20:16,468 INFO [M:0;3fb681890ab2:38835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:20:16,468 DEBUG [M:0;3fb681890ab2:38835 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:20:16,468 DEBUG [M:0;3fb681890ab2:38835 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:20:16,468 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:20:16,468 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381593803 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381593803,5,FailOnTimeoutGroup] 2024-11-12T03:20:16,468 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381593803 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381593803,5,FailOnTimeoutGroup] 2024-11-12T03:20:16,469 INFO [M:0;3fb681890ab2:38835 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:20:16,469 INFO [M:0;3fb681890ab2:38835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:20:16,469 DEBUG [M:0;3fb681890ab2:38835 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:20:16,469 INFO [M:0;3fb681890ab2:38835 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:20:16,469 INFO [M:0;3fb681890ab2:38835 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:20:16,469 INFO [M:0;3fb681890ab2:38835 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:20:16,471 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:20:16,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0605790159/master 2024-11-12T03:20:16,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0605790159 2024-11-12T03:20:16,488 DEBUG [M:0;3fb681890ab2:38835 {}] zookeeper.RecoverableZooKeeper(212): Node /0605790159/master already deleted, retry=false 2024-11-12T03:20:16,488 DEBUG [M:0;3fb681890ab2:38835 {}] master.ActiveMasterManager(353): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Failed delete of our master address node; KeeperErrorCode = NoNode for /0605790159/master 2024-11-12T03:20:16,489 INFO [M:0;3fb681890ab2:38835 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/.lastflushedseqids 2024-11-12T03:20:16,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741852_1028 (size=263) 2024-11-12T03:20:16,502 INFO [M:0;3fb681890ab2:38835 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:20:16,502 INFO [M:0;3fb681890ab2:38835 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:20:16,503 DEBUG [M:0;3fb681890ab2:38835 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:20:16,503 INFO [M:0;3fb681890ab2:38835 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:16,503 DEBUG [M:0;3fb681890ab2:38835 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:16,503 DEBUG [M:0;3fb681890ab2:38835 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:20:16,503 DEBUG [M:0;3fb681890ab2:38835 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:16,503 INFO [M:0;3fb681890ab2:38835 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T03:20:16,523 DEBUG [M:0;3fb681890ab2:38835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e57b0fe067ea40638f3315872ec98127 is 82, key is hbase:meta,,1/info:regioninfo/1731381595060/Put/seqid=0 2024-11-12T03:20:16,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741853_1029 (size=5672) 2024-11-12T03:20:16,539 INFO [M:0;3fb681890ab2:38835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e57b0fe067ea40638f3315872ec98127 2024-11-12T03:20:16,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:16,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38189-0x1012d0e71540001, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:16,557 INFO [RS:0;3fb681890ab2:38189 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:20:16,557 INFO [RS:0;3fb681890ab2:38189 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,38189,1731381591785; zookeeper connection closed. 2024-11-12T03:20:16,559 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b1e97ba {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b1e97ba 2024-11-12T03:20:16,559 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:20:16,595 DEBUG [M:0;3fb681890ab2:38835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acb04bfc855e42b9820e7cc6af151b05 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731381605082/Put/seqid=0 2024-11-12T03:20:16,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741854_1030 (size=8517) 2024-11-12T03:20:16,601 INFO [M:0;3fb681890ab2:38835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acb04bfc855e42b9820e7cc6af151b05 2024-11-12T03:20:16,632 DEBUG [M:0;3fb681890ab2:38835 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e463255da8449718b623c0764764304 is 69, key is 3fb681890ab2,38189,1731381591785/rs:state/1731381593870/Put/seqid=0 2024-11-12T03:20:16,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741855_1031 (size=5156) 2024-11-12T03:20:16,656 INFO [M:0;3fb681890ab2:38835 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e463255da8449718b623c0764764304 2024-11-12T03:20:16,662 DEBUG [M:0;3fb681890ab2:38835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e57b0fe067ea40638f3315872ec98127 as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e57b0fe067ea40638f3315872ec98127 2024-11-12T03:20:16,668 INFO [M:0;3fb681890ab2:38835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e57b0fe067ea40638f3315872ec98127, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T03:20:16,670 DEBUG [M:0;3fb681890ab2:38835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/acb04bfc855e42b9820e7cc6af151b05 as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acb04bfc855e42b9820e7cc6af151b05 2024-11-12T03:20:16,677 INFO [M:0;3fb681890ab2:38835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/acb04bfc855e42b9820e7cc6af151b05, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T03:20:16,679 DEBUG [M:0;3fb681890ab2:38835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5e463255da8449718b623c0764764304 as hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e463255da8449718b623c0764764304 2024-11-12T03:20:16,697 INFO [M:0;3fb681890ab2:38835 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34067/user/jenkins/test-data/623faf37-3063-fb0d-2945-3abe443f138f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5e463255da8449718b623c0764764304, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T03:20:16,698 INFO [M:0;3fb681890ab2:38835 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 195ms, sequenceid=97, compaction requested=false 2024-11-12T03:20:16,705 INFO [M:0;3fb681890ab2:38835 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:16,705 DEBUG [M:0;3fb681890ab2:38835 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381616503Disabling compacts and flushes for region at 1731381616503Disabling writes for close at 1731381616503Obtaining lock to block concurrent updates at 1731381616503Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381616503Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731381616503Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381616504 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381616504Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381616523 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381616523Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381616558 (+35 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381616594 (+36 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381616594Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381616606 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381616631 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381616631Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51cd9c02: reopening flushed file at 1731381616661 (+30 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f466adf: reopening flushed file at 1731381616669 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d4681d: reopening flushed file at 1731381616678 (+9 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 195ms, sequenceid=97, compaction requested=false at 1731381616698 (+20 ms)Writing region close event to WAL at 1731381616705 (+7 ms)Closed at 1731381616705 2024-11-12T03:20:16,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46607 is added to blk_1073741830_1006 (size=63666) 2024-11-12T03:20:16,711 INFO [M:0;3fb681890ab2:38835 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:20:16,711 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:20:16,711 INFO [M:0;3fb681890ab2:38835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38835 2024-11-12T03:20:16,711 INFO [M:0;3fb681890ab2:38835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:20:16,758 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:16,759 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:16,762 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:16,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:16,820 INFO [M:0;3fb681890ab2:38835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:20:16,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38835-0x1012d0e71540000, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:16,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7fcbd9e1{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:20:16,823 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5fcfb081{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:20:16,823 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:20:16,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@94d1555{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:20:16,823 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@616c0c8e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/hadoop.log.dir/,STOPPED} 2024-11-12T03:20:16,824 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:20:16,825 WARN [BP-480238995-172.17.0.2-1731381589473 heartbeating to localhost/127.0.0.1:34067 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:20:16,825 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:20:16,825 WARN [BP-480238995-172.17.0.2-1731381589473 heartbeating to localhost/127.0.0.1:34067 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-480238995-172.17.0.2-1731381589473 (Datanode Uuid 0567f07d-32a8-47d4-8589-1c320bc946b4) service to localhost/127.0.0.1:34067 2024-11-12T03:20:16,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/cluster_95f88d1e-a228-70b2-ef83-27738c5515da/data/data1/current/BP-480238995-172.17.0.2-1731381589473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:20:16,825 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/cluster_95f88d1e-a228-70b2-ef83-27738c5515da/data/data2/current/BP-480238995-172.17.0.2-1731381589473 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:20:16,826 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:20:16,832 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72f0a085{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:20:16,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6710d13e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:20:16,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:20:16,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47996aa0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:20:16,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10d5daf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/90a7ad66-3787-3ea5-6bd2-8d891fba51e4/hadoop.log.dir/,STOPPED} 2024-11-12T03:20:16,840 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T03:20:16,853 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:20:16,862 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 204) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41999 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34067 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: globalEventExecutor-1-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:34067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41999 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34067 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34067 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41999 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34067 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63197) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34067 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41999 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:41999 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41999 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:63197) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34067 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=625 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=370 (was 311) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6371 (was 5572) - AvailableMemoryMB LEAK? - 2024-11-12T03:20:16,875 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=625, MaxFileDescriptor=1048576, SystemLoadAverage=370, ProcessCount=11, AvailableMemoryMB=6369 2024-11-12T03:20:16,892 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-12T03:20:16,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/hadoop.log.dir so I do NOT create it in target/test-data/2add6685-d301-72aa-5234-015526adaa73 2024-11-12T03:20:16,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:20:16,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/hadoop.tmp.dir so I do NOT create it in target/test-data/2add6685-d301-72aa-5234-015526adaa73 2024-11-12T03:20:16,892 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/ab7bce79-c629-136d-3574-6eebf2b5d2be/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:20:16,893 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73 2024-11-12T03:20:16,893 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/cluster_98087ada-ab02-80f1-b958-965a8229edea, deleteOnExit=true 2024-11-12T03:20:16,899 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/cluster_98087ada-ab02-80f1-b958-965a8229edea/zookeeper_0, clientPort=55932, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/cluster_98087ada-ab02-80f1-b958-965a8229edea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/cluster_98087ada-ab02-80f1-b958-965a8229edea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T03:20:16,900 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55932 2024-11-12T03:20:16,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:20:16,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:20:16,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/test.cache.data in system properties and HBase conf 2024-11-12T03:20:16,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:20:16,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:20:16,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:20:16,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:20:16,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:20:16,901 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:20:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:20:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:20:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:20:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:20:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:20:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:20:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:20:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:20:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:20:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:20:16,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:20:16,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:20:16,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:20:16,902 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:20:16,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012d0e71540005, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:20:16,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012d0e71540002, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:20:16,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012d0e71540002, quorum=127.0.0.1:63197, baseZNode=/0605790159 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:20:16,937 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012d0e71540005, quorum=127.0.0.1:63197, baseZNode=/1127786403 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:20:17,221 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-12T03:20:17,251 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:17,251 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:17,251 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:17,252 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:17,252 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:17,252 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:17,263 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:17,263 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:17,266 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:17,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:17,290 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:20:17,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:20:17,299 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:20:17,299 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:20:17,300 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:17,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1424c9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:20:17,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@de59a61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:20:17,402 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5172f5da{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/java.io.tmpdir/jetty-localhost-44937-hadoop-hdfs-3_4_1-tests_jar-_-any-1508383290350870826/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:20:17,403 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e05f28e{HTTP/1.1, (http/1.1)}{localhost:44937} 2024-11-12T03:20:17,403 INFO [Time-limited test {}] server.Server(415): Started @193512ms 2024-11-12T03:20:17,679 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:17,683 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:20:17,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:20:17,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:20:17,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:20:17,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16c12be5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:20:17,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d3e9992{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:20:17,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12b0a9aa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/java.io.tmpdir/jetty-localhost-40279-hadoop-hdfs-3_4_1-tests_jar-_-any-2723105343450806773/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:20:17,815 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@66baa053{HTTP/1.1, (http/1.1)}{localhost:40279} 2024-11-12T03:20:17,815 INFO [Time-limited test {}] server.Server(415): Started @193924ms 2024-11-12T03:20:17,817 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:20:18,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:18,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:18,789 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4187 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:18,984 WARN [Thread-2178 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/cluster_98087ada-ab02-80f1-b958-965a8229edea/data/data1/current/BP-975291811-172.17.0.2-1731381616923/current, will proceed with Du for space computation calculation, 2024-11-12T03:20:18,985 WARN [Thread-2179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/cluster_98087ada-ab02-80f1-b958-965a8229edea/data/data2/current/BP-975291811-172.17.0.2-1731381616923/current, will proceed with Du for space computation calculation, 2024-11-12T03:20:19,006 WARN [Thread-2166 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:20:19,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6e664b290eaf596 with lease ID 0x485dd989cfbcbda4: Processing first storage report for DS-d50afbab-2318-426e-b02c-06b92c747c5a from datanode DatanodeRegistration(127.0.0.1:32981, datanodeUuid=db0b9a0f-ee44-403c-95e5-9dff2c2af79a, infoPort=43541, infoSecurePort=0, ipcPort=40181, storageInfo=lv=-57;cid=testClusterID;nsid=1738920152;c=1731381616923) 2024-11-12T03:20:19,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6e664b290eaf596 with lease ID 0x485dd989cfbcbda4: from storage DS-d50afbab-2318-426e-b02c-06b92c747c5a node DatanodeRegistration(127.0.0.1:32981, datanodeUuid=db0b9a0f-ee44-403c-95e5-9dff2c2af79a, infoPort=43541, infoSecurePort=0, ipcPort=40181, storageInfo=lv=-57;cid=testClusterID;nsid=1738920152;c=1731381616923), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:20:19,010 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd6e664b290eaf596 with lease ID 0x485dd989cfbcbda4: Processing first storage report for DS-ab7cf5b1-7d77-44b3-bfbc-de6eeed3890c from datanode DatanodeRegistration(127.0.0.1:32981, datanodeUuid=db0b9a0f-ee44-403c-95e5-9dff2c2af79a, infoPort=43541, infoSecurePort=0, ipcPort=40181, storageInfo=lv=-57;cid=testClusterID;nsid=1738920152;c=1731381616923) 2024-11-12T03:20:19,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd6e664b290eaf596 with lease ID 0x485dd989cfbcbda4: from storage DS-ab7cf5b1-7d77-44b3-bfbc-de6eeed3890c node DatanodeRegistration(127.0.0.1:32981, datanodeUuid=db0b9a0f-ee44-403c-95e5-9dff2c2af79a, infoPort=43541, infoSecurePort=0, ipcPort=40181, storageInfo=lv=-57;cid=testClusterID;nsid=1738920152;c=1731381616923), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:20:19,067 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73 2024-11-12T03:20:19,068 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:19,069 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:19,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:20:19,491 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73 with version=8 2024-11-12T03:20:19,491 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/hbase-staging 2024-11-12T03:20:19,492 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:20:19,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:19,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:19,493 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:20:19,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:19,493 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:20:19,493 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:20:19,493 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:20:19,493 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43465 2024-11-12T03:20:19,494 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43465 connecting to ZooKeeper ensemble=127.0.0.1:55932 2024-11-12T03:20:19,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:434650x0, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:20:19,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43465-0x1012d0edcad0000 connected 2024-11-12T03:20:19,740 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:19,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:19,744 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Set watcher on znode that does not yet exist, /01438020042/running 2024-11-12T03:20:19,744 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73, hbase.cluster.distributed=false 2024-11-12T03:20:19,745 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Set watcher on znode that does not yet exist, /01438020042/acl 2024-11-12T03:20:19,750 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43465 2024-11-12T03:20:19,751 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43465 2024-11-12T03:20:19,752 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43465 2024-11-12T03:20:19,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43465 2024-11-12T03:20:19,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43465 2024-11-12T03:20:19,773 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:20:19,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:19,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:19,774 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:20:19,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:19,774 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:20:19,774 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:20:19,774 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:20:19,775 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42867 2024-11-12T03:20:19,776 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42867 connecting to ZooKeeper ensemble=127.0.0.1:55932 2024-11-12T03:20:19,777 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:19,779 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:19,804 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:428670x0, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:20:19,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:428670x0, quorum=127.0.0.1:55932, baseZNode=/01438020042 Set watcher on znode that does not yet exist, /01438020042/running 2024-11-12T03:20:19,805 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:20:19,805 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42867-0x1012d0edcad0001 connected 2024-11-12T03:20:19,814 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:20:19,815 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Set watcher on znode that does not yet exist, /01438020042/master 2024-11-12T03:20:19,818 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Set watcher on znode that does not yet exist, /01438020042/acl 2024-11-12T03:20:19,827 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42867 2024-11-12T03:20:19,828 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42867 2024-11-12T03:20:19,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42867 2024-11-12T03:20:19,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42867 2024-11-12T03:20:19,844 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42867 2024-11-12T03:20:19,869 DEBUG [M:0;3fb681890ab2:43465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:43465 2024-11-12T03:20:19,872 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01438020042/backup-masters/3fb681890ab2,43465,1731381619492 2024-11-12T03:20:19,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042/backup-masters 2024-11-12T03:20:19,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042/backup-masters 2024-11-12T03:20:19,885 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Set watcher on existing znode=/01438020042/backup-masters/3fb681890ab2,43465,1731381619492 2024-11-12T03:20:19,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:19,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01438020042/master 2024-11-12T03:20:19,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:19,898 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Set watcher on existing znode=/01438020042/master 2024-11-12T03:20:19,900 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01438020042/backup-masters/3fb681890ab2,43465,1731381619492 from backup master directory 2024-11-12T03:20:19,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01438020042/backup-masters/3fb681890ab2,43465,1731381619492 2024-11-12T03:20:19,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042/backup-masters 2024-11-12T03:20:19,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042/backup-masters 2024-11-12T03:20:19,909 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:20:19,909 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,43465,1731381619492 2024-11-12T03:20:19,912 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/hbase.id] with ID: bc45ff0e-943e-4643-a5c3-9d6955570d53 2024-11-12T03:20:19,912 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/.tmp/hbase.id 2024-11-12T03:20:19,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:20:19,927 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/.tmp/hbase.id]:[hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/hbase.id] 2024-11-12T03:20:19,938 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:19,938 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:20:19,939 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T03:20:19,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:19,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:19,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:20:20,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:20:20,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T03:20:20,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T03:20:20,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T03:20:20,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T03:20:20,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:20:20,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:20:20,394 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:20:20,395 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:20:20,396 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:20,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:20:20,803 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store 2024-11-12T03:20:20,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:20:20,831 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:20,831 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:20:20,831 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:20,832 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:20,832 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:20:20,832 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:20,832 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:20,832 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381620831Disabling compacts and flushes for region at 1731381620831Disabling writes for close at 1731381620832 (+1 ms)Writing region close event to WAL at 1731381620832Closed at 1731381620832 2024-11-12T03:20:20,833 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/.initializing 2024-11-12T03:20:20,833 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/WALs/3fb681890ab2,43465,1731381619492 2024-11-12T03:20:20,834 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:20:20,836 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C43465%2C1731381619492, suffix=, logDir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/WALs/3fb681890ab2,43465,1731381619492, archiveDir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/oldWALs, maxLogs=10 2024-11-12T03:20:20,855 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/WALs/3fb681890ab2,43465,1731381619492/3fb681890ab2%2C43465%2C1731381619492.1731381620836, exclude list is [], retry=0 2024-11-12T03:20:20,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32981,DS-d50afbab-2318-426e-b02c-06b92c747c5a,DISK] 2024-11-12T03:20:20,869 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/WALs/3fb681890ab2,43465,1731381619492/3fb681890ab2%2C43465%2C1731381619492.1731381620836 2024-11-12T03:20:20,870 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43541:43541)] 2024-11-12T03:20:20,870 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:20,870 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:20,870 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:20,870 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:20,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:20,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:20:20,873 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:20,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:20,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:20,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:20:20,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:20,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:20,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:20,877 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:20:20,877 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:20,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:20,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:20,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:20:20,879 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:20,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:20,884 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:20,885 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:20,886 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:20,888 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:20,888 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:20,888 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:20:20,889 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:20,892 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:20,893 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62749211, jitterRate=-0.06496389210224152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:20:20,893 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381620871Initializing all the Stores at 1731381620871Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381620871Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381620872 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381620872Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381620872Cleaning up temporary data from old regions at 1731381620888 (+16 ms)Region opened successfully at 1731381620893 (+5 ms) 2024-11-12T03:20:20,896 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:20:20,900 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20db5013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:20:20,901 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:20:20,901 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:20:20,901 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:20:20,902 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:20:20,902 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:20:20,903 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:20:20,903 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:20:20,915 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:20:20,916 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Unable to get data of znode /01438020042/balancer because node does not exist (not necessarily an error) 2024-11-12T03:20:20,929 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01438020042/balancer already deleted, retry=false 2024-11-12T03:20:20,930 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:20:20,930 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Unable to get data of znode /01438020042/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:20:20,940 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01438020042/normalizer already deleted, retry=false 2024-11-12T03:20:20,940 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:20:20,953 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Unable to get data of znode /01438020042/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:20:20,961 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01438020042/switch/split already deleted, retry=false 2024-11-12T03:20:20,962 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Unable to get data of znode /01438020042/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:20:20,971 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01438020042/switch/merge already deleted, retry=false 2024-11-12T03:20:20,973 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Unable to get data of znode /01438020042/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:20:20,982 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01438020042/snapshot-cleanup already deleted, retry=false 2024-11-12T03:20:20,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01438020042/running 2024-11-12T03:20:20,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:20,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01438020042/running 2024-11-12T03:20:20,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:20,993 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,43465,1731381619492, sessionid=0x1012d0edcad0000, setting cluster-up flag (Was=false) 2024-11-12T03:20:21,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:21,021 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:21,052 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01438020042/flush-table-proc/acquired, /01438020042/flush-table-proc/reached, /01438020042/flush-table-proc/abort 2024-11-12T03:20:21,064 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,43465,1731381619492 2024-11-12T03:20:21,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:21,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:21,119 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01438020042/online-snapshot/acquired, /01438020042/online-snapshot/reached, /01438020042/online-snapshot/abort 2024-11-12T03:20:21,120 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,43465,1731381619492 2024-11-12T03:20:21,127 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:20:21,129 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:21,130 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:20:21,130 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:20:21,130 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,43465,1731381619492 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:20:21,131 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:21,131 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:21,131 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:21,132 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:21,132 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:20:21,132 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:21,132 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:20:21,132 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:21,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:21,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:20:21,136 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:21,136 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:20:21,144 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381651144 2024-11-12T03:20:21,144 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:20:21,144 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:20:21,144 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:20:21,144 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:20:21,144 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:20:21,145 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:20:21,149 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:21,150 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:20:21,150 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:20:21,150 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:20:21,150 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:20:21,152 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:20:21,152 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:20:21,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:20:21,162 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:20:21,163 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73 2024-11-12T03:20:21,164 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381621152,5,FailOnTimeoutGroup] 2024-11-12T03:20:21,169 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(746): ClusterId : bc45ff0e-943e-4643-a5c3-9d6955570d53 2024-11-12T03:20:21,169 DEBUG [RS:0;3fb681890ab2:42867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:20:21,172 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381621164,5,FailOnTimeoutGroup] 2024-11-12T03:20:21,172 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:21,172 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:20:21,172 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:21,172 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:21,182 DEBUG [RS:0;3fb681890ab2:42867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:20:21,183 DEBUG [RS:0;3fb681890ab2:42867 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:20:21,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741832_1008 (size=32) 2024-11-12T03:20:21,193 DEBUG [RS:0;3fb681890ab2:42867 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:20:21,194 DEBUG [RS:0;3fb681890ab2:42867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b9f42c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:20:21,213 DEBUG [RS:0;3fb681890ab2:42867 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:42867 2024-11-12T03:20:21,213 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:20:21,213 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:20:21,213 DEBUG [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:20:21,220 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,43465,1731381619492 with port=42867, startcode=1731381619772 2024-11-12T03:20:21,220 DEBUG [RS:0;3fb681890ab2:42867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:20:21,229 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:20:21,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43465 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,42867,1731381619772 2024-11-12T03:20:21,229 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43465 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,42867,1731381619772 2024-11-12T03:20:21,231 DEBUG [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73 2024-11-12T03:20:21,231 DEBUG [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33365 2024-11-12T03:20:21,231 DEBUG [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:20:21,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042/rs 2024-11-12T03:20:21,242 DEBUG [RS:0;3fb681890ab2:42867 {}] zookeeper.ZKUtil(111): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Set watcher on existing znode=/01438020042/rs/3fb681890ab2,42867,1731381619772 2024-11-12T03:20:21,242 WARN [RS:0;3fb681890ab2:42867 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:20:21,242 INFO [RS:0;3fb681890ab2:42867 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:21,243 DEBUG [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772 2024-11-12T03:20:21,243 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,42867,1731381619772] 2024-11-12T03:20:21,247 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:20:21,260 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:20:21,264 INFO [RS:0;3fb681890ab2:42867 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:20:21,264 INFO [RS:0;3fb681890ab2:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:21,264 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:20:21,265 INFO [RS:0;3fb681890ab2:42867 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:20:21,265 INFO [RS:0;3fb681890ab2:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:21,265 DEBUG [RS:0;3fb681890ab2:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:21,265 DEBUG [RS:0;3fb681890ab2:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:21,265 DEBUG [RS:0;3fb681890ab2:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:21,265 DEBUG [RS:0;3fb681890ab2:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:21,265 DEBUG [RS:0;3fb681890ab2:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:21,265 DEBUG [RS:0;3fb681890ab2:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:20:21,265 DEBUG [RS:0;3fb681890ab2:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:21,265 DEBUG [RS:0;3fb681890ab2:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:21,265 DEBUG [RS:0;3fb681890ab2:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:21,265 DEBUG [RS:0;3fb681890ab2:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:21,265 DEBUG [RS:0;3fb681890ab2:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:21,265 DEBUG [RS:0;3fb681890ab2:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:21,265 DEBUG [RS:0;3fb681890ab2:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:20:21,265 DEBUG [RS:0;3fb681890ab2:42867 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:20:21,272 INFO [RS:0;3fb681890ab2:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:21,272 INFO [RS:0;3fb681890ab2:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:21,272 INFO [RS:0;3fb681890ab2:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:21,272 INFO [RS:0;3fb681890ab2:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:21,272 INFO [RS:0;3fb681890ab2:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:21,272 INFO [RS:0;3fb681890ab2:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42867,1731381619772-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:20:21,294 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:20:21,294 INFO [RS:0;3fb681890ab2:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42867,1731381619772-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:21,294 INFO [RS:0;3fb681890ab2:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:21,294 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.Replication(171): 3fb681890ab2,42867,1731381619772 started 2024-11-12T03:20:21,315 INFO [RS:0;3fb681890ab2:42867 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:21,315 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,42867,1731381619772, RpcServer on 3fb681890ab2/172.17.0.2:42867, sessionid=0x1012d0edcad0001 2024-11-12T03:20:21,315 DEBUG [RS:0;3fb681890ab2:42867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:20:21,315 DEBUG [RS:0;3fb681890ab2:42867 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,42867,1731381619772 2024-11-12T03:20:21,316 DEBUG [RS:0;3fb681890ab2:42867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,42867,1731381619772' 2024-11-12T03:20:21,316 DEBUG [RS:0;3fb681890ab2:42867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01438020042/flush-table-proc/abort' 2024-11-12T03:20:21,317 DEBUG [RS:0;3fb681890ab2:42867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01438020042/flush-table-proc/acquired' 2024-11-12T03:20:21,318 DEBUG [RS:0;3fb681890ab2:42867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:20:21,318 DEBUG [RS:0;3fb681890ab2:42867 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:20:21,318 DEBUG [RS:0;3fb681890ab2:42867 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,42867,1731381619772 2024-11-12T03:20:21,318 DEBUG [RS:0;3fb681890ab2:42867 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,42867,1731381619772' 2024-11-12T03:20:21,318 DEBUG [RS:0;3fb681890ab2:42867 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01438020042/online-snapshot/abort' 2024-11-12T03:20:21,319 DEBUG [RS:0;3fb681890ab2:42867 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01438020042/online-snapshot/acquired' 2024-11-12T03:20:21,319 DEBUG [RS:0;3fb681890ab2:42867 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:20:21,319 INFO [RS:0;3fb681890ab2:42867 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:20:21,319 INFO [RS:0;3fb681890ab2:42867 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:20:21,420 INFO [RS:0;3fb681890ab2:42867 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:20:21,422 INFO [RS:0;3fb681890ab2:42867 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C42867%2C1731381619772, suffix=, logDir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772, archiveDir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/oldWALs, maxLogs=10 2024-11-12T03:20:21,437 DEBUG [RS:0;3fb681890ab2:42867 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422, exclude list is [], retry=0 2024-11-12T03:20:21,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32981,DS-d50afbab-2318-426e-b02c-06b92c747c5a,DISK] 2024-11-12T03:20:21,440 INFO [RS:0;3fb681890ab2:42867 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 2024-11-12T03:20:21,441 DEBUG [RS:0;3fb681890ab2:42867 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43541:43541)] 2024-11-12T03:20:21,591 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:21,592 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:20:21,593 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:20:21,593 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:21,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:21,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:20:21,595 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:20:21,595 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:21,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:21,595 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:20:21,597 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:20:21,598 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:21,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:21,598 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:20:21,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:20:21,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:21,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:21,600 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:20:21,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740 2024-11-12T03:20:21,601 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740 2024-11-12T03:20:21,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:20:21,602 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:20:21,603 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:20:21,604 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:20:21,608 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:21,608 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70940274, jitterRate=0.05709245800971985}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:20:21,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381621591Initializing all the Stores at 1731381621591Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381621592 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381621592Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381621592Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381621592Cleaning up temporary data from old regions at 1731381621602 (+10 ms)Region opened successfully at 1731381621609 (+7 ms) 2024-11-12T03:20:21,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:20:21,609 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:20:21,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:20:21,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:20:21,609 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:20:21,624 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:20:21,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381621609Disabling compacts and flushes for region at 1731381621609Disabling writes for close at 1731381621609Writing region close event to WAL at 1731381621624 (+15 ms)Closed at 1731381621624 2024-11-12T03:20:21,626 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:21,626 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:20:21,626 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:20:21,627 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:20:21,628 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:20:21,778 DEBUG [3fb681890ab2:43465 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:20:21,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,42867,1731381619772 2024-11-12T03:20:21,780 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,42867,1731381619772, state=OPENING 2024-11-12T03:20:21,831 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:20:21,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:21,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:21,842 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01438020042/meta-region-server: CHANGED 2024-11-12T03:20:21,842 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:20:21,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,42867,1731381619772}] 2024-11-12T03:20:21,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01438020042/meta-region-server: CHANGED 2024-11-12T03:20:21,995 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:20:21,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:20:22,002 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:20:22,002 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:22,002 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:20:22,003 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C42867%2C1731381619772.meta, suffix=.meta, logDir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772, archiveDir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/oldWALs, maxLogs=10 2024-11-12T03:20:22,017 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.meta.1731381622003.meta, exclude list is [], retry=0 2024-11-12T03:20:22,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32981,DS-d50afbab-2318-426e-b02c-06b92c747c5a,DISK] 2024-11-12T03:20:22,021 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.meta.1731381622003.meta 2024-11-12T03:20:22,021 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43541:43541)] 2024-11-12T03:20:22,021 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:22,022 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:20:22,022 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:20:22,022 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:20:22,022 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:20:22,022 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:20:22,022 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:22,022 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:20:22,022 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:20:22,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:20:22,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:20:22,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:22,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:22,027 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:20:22,028 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:20:22,028 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:22,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:22,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:20:22,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:20:22,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:22,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:22,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:20:22,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:20:22,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:22,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:22,030 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:20:22,030 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740 2024-11-12T03:20:22,031 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740 2024-11-12T03:20:22,032 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:20:22,032 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:20:22,033 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:20:22,033 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:20:22,034 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71957781, jitterRate=0.0722544938325882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:20:22,034 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:20:22,034 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381622023Writing region info on filesystem at 1731381622023Initializing all the Stores at 1731381622023Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381622023Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381622023Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381622023Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381622023Cleaning up temporary data from old regions at 1731381622032 (+9 ms)Running coprocessor post-open hooks at 1731381622034 (+2 ms)Region opened successfully at 1731381622034 2024-11-12T03:20:22,035 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381621995 2024-11-12T03:20:22,037 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:20:22,037 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:20:22,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,42867,1731381619772 2024-11-12T03:20:22,038 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,42867,1731381619772, state=OPEN 2024-11-12T03:20:22,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01438020042/meta-region-server 2024-11-12T03:20:22,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01438020042/meta-region-server 2024-11-12T03:20:22,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01438020042/meta-region-server: CHANGED 2024-11-12T03:20:22,078 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01438020042/meta-region-server: CHANGED 2024-11-12T03:20:22,079 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,42867,1731381619772 2024-11-12T03:20:22,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:20:22,081 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,42867,1731381619772 in 237 msec 2024-11-12T03:20:22,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:20:22,085 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 455 msec 2024-11-12T03:20:22,086 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:22,086 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:20:22,088 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:22,088 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,42867,1731381619772, seqNum=-1] 2024-11-12T03:20:22,088 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:22,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39927, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:20:22,096 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 967 msec 2024-11-12T03:20:22,096 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381622096, completionTime=-1 2024-11-12T03:20:22,096 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:20:22,097 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:20:22,099 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:20:22,099 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381682099 2024-11-12T03:20:22,099 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381742099 2024-11-12T03:20:22,099 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T03:20:22,100 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43465,1731381619492-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:22,100 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43465,1731381619492-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:22,100 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43465,1731381619492-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:22,100 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:43465, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:22,100 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:22,101 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:22,102 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:20:22,105 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.196sec 2024-11-12T03:20:22,105 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:20:22,105 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:20:22,105 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:20:22,106 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:20:22,106 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:20:22,106 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43465,1731381619492-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:20:22,106 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43465,1731381619492-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:20:22,108 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:20:22,108 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:20:22,108 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,43465,1731381619492-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:22,176 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@453c8ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:22,176 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,43465,-1 for getting cluster id 2024-11-12T03:20:22,177 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:22,183 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc45ff0e-943e-4643-a5c3-9d6955570d53' 2024-11-12T03:20:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc45ff0e-943e-4643-a5c3-9d6955570d53" 2024-11-12T03:20:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a38aa0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,43465,-1] 2024-11-12T03:20:22,184 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:22,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:22,185 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:22,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158078f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:22,187 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:22,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,42867,1731381619772, seqNum=-1] 2024-11-12T03:20:22,189 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:22,190 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:20:22,192 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,43465,1731381619492 2024-11-12T03:20:22,193 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55932 2024-11-12T03:20:22,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:20:22,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012d0edcad0002 connected 2024-11-12T03:20:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/hadoop.log.dir so I do NOT create it in target/test-data/6735701c-9611-c5fc-0a32-ba9298605320 2024-11-12T03:20:22,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:20:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/hadoop.tmp.dir so I do NOT create it in target/test-data/6735701c-9611-c5fc-0a32-ba9298605320 2024-11-12T03:20:22,225 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:20:22,225 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320 2024-11-12T03:20:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:20:22,225 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/cluster_d1f72e91-fa37-67ab-1aa7-7ab0962af071, deleteOnExit=true 2024-11-12T03:20:22,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:20:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/test.cache.data in system properties and HBase conf 2024-11-12T03:20:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:20:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:20:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:20:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:20:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:20:22,226 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:20:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:20:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:20:22,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:20:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:20:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:20:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:20:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:20:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:20:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:20:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:20:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:20:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:20:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:20:22,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:20:22,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:22,607 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:20:22,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:20:22,654 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:20:22,654 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:20:22,655 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:22,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67c2d1fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:20:22,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cae8f34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:20:22,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73eebb02{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/java.io.tmpdir/jetty-localhost-33429-hadoop-hdfs-3_4_1-tests_jar-_-any-8677860712791583472/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:20:22,772 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b7c9c1a{HTTP/1.1, (http/1.1)}{localhost:33429} 2024-11-12T03:20:22,772 INFO [Time-limited test {}] server.Server(415): Started @198881ms 2024-11-12T03:20:22,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:22,799 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:22,799 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8197 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:23,026 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:23,030 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:20:23,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:20:23,032 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:20:23,032 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:20:23,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5172d7cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:20:23,033 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@32d47073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:20:23,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790b2c70{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/java.io.tmpdir/jetty-localhost-42671-hadoop-hdfs-3_4_1-tests_jar-_-any-7402326129607122279/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:20:23,158 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e6736a8{HTTP/1.1, (http/1.1)}{localhost:42671} 2024-11-12T03:20:23,158 INFO [Time-limited test {}] server.Server(415): Started @199267ms 2024-11-12T03:20:23,159 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:20:23,933 WARN [Thread-2298 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/cluster_d1f72e91-fa37-67ab-1aa7-7ab0962af071/data/data1/current/BP-1471096288-172.17.0.2-1731381622246/current, will proceed with Du for space computation calculation, 2024-11-12T03:20:23,933 WARN [Thread-2299 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/cluster_d1f72e91-fa37-67ab-1aa7-7ab0962af071/data/data2/current/BP-1471096288-172.17.0.2-1731381622246/current, will proceed with Du for space computation calculation, 2024-11-12T03:20:23,951 WARN [Thread-2286 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:20:23,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85ff1e11c87129fc with lease ID 0xb81f3edc08a66535: Processing first storage report for DS-95f1b633-5c73-4532-bd3b-4817203d265b from datanode DatanodeRegistration(127.0.0.1:42161, datanodeUuid=5d287da3-c3f8-4d08-88bc-b08ed71ccc0d, infoPort=33091, infoSecurePort=0, ipcPort=36161, storageInfo=lv=-57;cid=testClusterID;nsid=1690138751;c=1731381622246) 2024-11-12T03:20:23,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85ff1e11c87129fc with lease ID 0xb81f3edc08a66535: from storage DS-95f1b633-5c73-4532-bd3b-4817203d265b node DatanodeRegistration(127.0.0.1:42161, datanodeUuid=5d287da3-c3f8-4d08-88bc-b08ed71ccc0d, infoPort=33091, infoSecurePort=0, ipcPort=36161, storageInfo=lv=-57;cid=testClusterID;nsid=1690138751;c=1731381622246), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:20:23,956 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x85ff1e11c87129fc with lease ID 0xb81f3edc08a66535: Processing first storage report for DS-c2e4bba1-88fc-4604-abb8-346ad9aa977b from datanode DatanodeRegistration(127.0.0.1:42161, datanodeUuid=5d287da3-c3f8-4d08-88bc-b08ed71ccc0d, infoPort=33091, infoSecurePort=0, ipcPort=36161, storageInfo=lv=-57;cid=testClusterID;nsid=1690138751;c=1731381622246) 2024-11-12T03:20:23,956 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x85ff1e11c87129fc with lease ID 0xb81f3edc08a66535: from storage DS-c2e4bba1-88fc-4604-abb8-346ad9aa977b node DatanodeRegistration(127.0.0.1:42161, datanodeUuid=5d287da3-c3f8-4d08-88bc-b08ed71ccc0d, infoPort=33091, infoSecurePort=0, ipcPort=36161, storageInfo=lv=-57;cid=testClusterID;nsid=1690138751;c=1731381622246), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:20:24,056 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320 2024-11-12T03:20:24,056 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:24,058 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:24,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:20:24,529 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f with version=8 2024-11-12T03:20:24,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/hbase-staging 2024-11-12T03:20:24,531 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:20:24,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:24,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:24,531 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:20:24,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:24,531 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:20:24,531 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:20:24,531 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:20:24,544 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42625 2024-11-12T03:20:24,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42625 connecting to ZooKeeper ensemble=127.0.0.1:55932 2024-11-12T03:20:24,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:426250x0, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:20:24,640 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42625-0x1012d0edcad0003 connected 2024-11-12T03:20:24,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:24,700 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:24,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Set watcher on znode that does not yet exist, /1-300056371/running 2024-11-12T03:20:24,705 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f, hbase.cluster.distributed=false 2024-11-12T03:20:24,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Set watcher on znode that does not yet exist, /1-300056371/acl 2024-11-12T03:20:24,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42625 2024-11-12T03:20:24,740 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42625 2024-11-12T03:20:24,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42625 2024-11-12T03:20:24,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42625 2024-11-12T03:20:24,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42625 2024-11-12T03:20:24,814 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:20:24,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:24,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:24,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:20:24,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:24,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:20:24,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:20:24,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:20:24,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33969 2024-11-12T03:20:24,816 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33969 connecting to ZooKeeper ensemble=127.0.0.1:55932 2024-11-12T03:20:24,817 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:24,819 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:24,836 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:339690x0, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:20:24,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33969-0x1012d0edcad0004 connected 2024-11-12T03:20:24,836 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Set watcher on znode that does not yet exist, /1-300056371/running 2024-11-12T03:20:24,837 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:20:24,839 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:20:24,840 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Set watcher on znode that does not yet exist, /1-300056371/master 2024-11-12T03:20:24,841 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Set watcher on znode that does not yet exist, /1-300056371/acl 2024-11-12T03:20:24,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-12T03:20:24,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33969 2024-11-12T03:20:24,868 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33969 2024-11-12T03:20:24,871 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-12T03:20:24,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33969 2024-11-12T03:20:24,892 DEBUG [M:0;3fb681890ab2:42625 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:42625 2024-11-12T03:20:24,899 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-300056371/backup-masters/3fb681890ab2,42625,1731381624531 2024-11-12T03:20:24,908 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371/backup-masters 2024-11-12T03:20:24,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371/backup-masters 2024-11-12T03:20:24,909 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Set watcher on existing znode=/1-300056371/backup-masters/3fb681890ab2,42625,1731381624531 2024-11-12T03:20:24,919 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-300056371/master 2024-11-12T03:20:24,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:24,919 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:24,919 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Set watcher on existing znode=/1-300056371/master 2024-11-12T03:20:24,920 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-300056371/backup-masters/3fb681890ab2,42625,1731381624531 from backup master directory 2024-11-12T03:20:24,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300056371/backup-masters/3fb681890ab2,42625,1731381624531 2024-11-12T03:20:24,929 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371/backup-masters 2024-11-12T03:20:24,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371/backup-masters 2024-11-12T03:20:24,930 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:20:24,930 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,42625,1731381624531 2024-11-12T03:20:24,958 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/hbase.id] with ID: 28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f 2024-11-12T03:20:24,958 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/.tmp/hbase.id 2024-11-12T03:20:25,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:20:25,020 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/.tmp/hbase.id]:[hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/hbase.id] 2024-11-12T03:20:25,043 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:25,043 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:20:25,045 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-12T03:20:25,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:25,055 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:25,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:20:25,114 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:20:25,115 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:20:25,116 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:25,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:20:25,508 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:20:25,559 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:25,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:25,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:25,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:25,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:25,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:25,563 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store 2024-11-12T03:20:25,602 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:25,603 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:25,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:25,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:20:25,628 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:25,628 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:20:25,628 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:25,628 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:25,628 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:20:25,628 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:25,628 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:25,628 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381625628Disabling compacts and flushes for region at 1731381625628Disabling writes for close at 1731381625628Writing region close event to WAL at 1731381625628Closed at 1731381625628 2024-11-12T03:20:25,632 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/.initializing 2024-11-12T03:20:25,632 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/WALs/3fb681890ab2,42625,1731381624531 2024-11-12T03:20:25,633 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:20:25,635 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C42625%2C1731381624531, suffix=, logDir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/WALs/3fb681890ab2,42625,1731381624531, archiveDir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/oldWALs, maxLogs=10 2024-11-12T03:20:25,651 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/WALs/3fb681890ab2,42625,1731381624531/3fb681890ab2%2C42625%2C1731381624531.1731381625635, exclude list is [], retry=0 2024-11-12T03:20:25,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42161,DS-95f1b633-5c73-4532-bd3b-4817203d265b,DISK] 2024-11-12T03:20:25,683 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/WALs/3fb681890ab2,42625,1731381624531/3fb681890ab2%2C42625%2C1731381624531.1731381625635 2024-11-12T03:20:25,683 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33091:33091)] 2024-11-12T03:20:25,683 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:25,684 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:25,684 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:25,684 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:25,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:25,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:20:25,691 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:25,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:25,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:25,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:20:25,694 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:25,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:25,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:25,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:20:25,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:25,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:25,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:25,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:20:25,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:25,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:25,701 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:25,701 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:25,702 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:25,703 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:25,703 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:25,703 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:20:25,704 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:25,709 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:25,709 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69723730, jitterRate=0.038964539766311646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:20:25,710 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381625684Initializing all the Stores at 1731381625687 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381625687Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381625688 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381625688Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381625688Cleaning up temporary data from old regions at 1731381625703 (+15 ms)Region opened successfully at 1731381625710 (+7 ms) 2024-11-12T03:20:25,720 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:20:25,730 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1cca0a2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:20:25,731 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:20:25,731 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:20:25,731 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:20:25,731 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:20:25,732 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:20:25,733 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:20:25,733 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:20:25,738 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:20:25,739 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Unable to get data of znode /1-300056371/balancer because node does not exist (not necessarily an error) 2024-11-12T03:20:25,911 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300056371/balancer already deleted, retry=false 2024-11-12T03:20:25,912 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:20:25,913 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Unable to get data of znode /1-300056371/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:20:25,957 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300056371/normalizer already deleted, retry=false 2024-11-12T03:20:25,958 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:20:25,959 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Unable to get data of znode /1-300056371/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:20:25,971 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300056371/switch/split already deleted, retry=false 2024-11-12T03:20:25,972 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Unable to get data of znode /1-300056371/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:20:25,982 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300056371/switch/merge already deleted, retry=false 2024-11-12T03:20:25,984 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Unable to get data of znode /1-300056371/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:20:25,992 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-300056371/snapshot-cleanup already deleted, retry=false 2024-11-12T03:20:26,003 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-300056371/running 2024-11-12T03:20:26,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-300056371/running 2024-11-12T03:20:26,003 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:26,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:26,003 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,42625,1731381624531, sessionid=0x1012d0edcad0003, setting cluster-up flag (Was=false) 2024-11-12T03:20:26,024 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:26,055 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-300056371/flush-table-proc/acquired, /1-300056371/flush-table-proc/reached, /1-300056371/flush-table-proc/abort 2024-11-12T03:20:26,059 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,42625,1731381624531 2024-11-12T03:20:26,076 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:26,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:26,108 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-300056371/online-snapshot/acquired, /1-300056371/online-snapshot/reached, /1-300056371/online-snapshot/abort 2024-11-12T03:20:26,109 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,42625,1731381624531 2024-11-12T03:20:26,121 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:20:26,133 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:26,134 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:20:26,134 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:20:26,134 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,42625,1731381624531 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:20:26,137 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:26,137 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:26,137 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:26,137 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:26,137 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:20:26,137 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:26,137 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:20:26,137 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:26,178 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:26,178 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:20:26,180 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:26,180 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:20:26,204 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381656204 2024-11-12T03:20:26,204 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:20:26,204 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:20:26,204 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:20:26,204 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:20:26,204 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:20:26,204 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:20:26,205 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(746): ClusterId : 28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f 2024-11-12T03:20:26,205 DEBUG [RS:0;3fb681890ab2:33969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:20:26,212 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:26,220 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:20:26,220 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:20:26,221 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:20:26,221 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:20:26,222 DEBUG [RS:0;3fb681890ab2:33969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:20:26,222 DEBUG [RS:0;3fb681890ab2:33969 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:20:26,228 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:20:26,228 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:20:26,230 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381626228,5,FailOnTimeoutGroup] 2024-11-12T03:20:26,231 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381626231,5,FailOnTimeoutGroup] 2024-11-12T03:20:26,231 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:26,231 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:20:26,231 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:26,231 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:26,235 DEBUG [RS:0;3fb681890ab2:33969 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:20:26,235 DEBUG [RS:0;3fb681890ab2:33969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4106995c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:20:26,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:20:26,257 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:20:26,257 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f 2024-11-12T03:20:26,269 DEBUG [RS:0;3fb681890ab2:33969 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:33969 2024-11-12T03:20:26,270 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:20:26,270 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:20:26,270 DEBUG [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:20:26,272 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,42625,1731381624531 with port=33969, startcode=1731381624814 2024-11-12T03:20:26,272 DEBUG [RS:0;3fb681890ab2:33969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:20:26,283 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57555, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:20:26,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42625 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,33969,1731381624814 2024-11-12T03:20:26,284 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42625 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,33969,1731381624814 2024-11-12T03:20:26,286 DEBUG [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f 2024-11-12T03:20:26,286 DEBUG [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35925 2024-11-12T03:20:26,286 DEBUG [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:20:26,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741832_1008 (size=32) 2024-11-12T03:20:26,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:26,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:20:26,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:20:26,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:26,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:26,320 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:20:26,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371/rs 2024-11-12T03:20:26,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:20:26,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:26,323 DEBUG [RS:0;3fb681890ab2:33969 {}] zookeeper.ZKUtil(111): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Set watcher on existing znode=/1-300056371/rs/3fb681890ab2,33969,1731381624814 2024-11-12T03:20:26,324 WARN [RS:0;3fb681890ab2:33969 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:20:26,324 INFO [RS:0;3fb681890ab2:33969 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:26,324 DEBUG [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814 2024-11-12T03:20:26,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:26,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:20:26,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:20:26,333 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:26,342 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:26,343 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:20:26,344 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:20:26,344 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:26,345 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:26,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:20:26,345 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,33969,1731381624814] 2024-11-12T03:20:26,345 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740 2024-11-12T03:20:26,346 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740 2024-11-12T03:20:26,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:20:26,347 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:20:26,347 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:20:26,352 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:20:26,359 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:20:26,373 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:26,373 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60088344, jitterRate=-0.10461390018463135}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:20:26,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381626301Initializing all the Stores at 1731381626302 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381626302Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381626308 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381626308Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381626308Cleaning up temporary data from old regions at 1731381626347 (+39 ms)Region opened successfully at 1731381626374 (+27 ms) 2024-11-12T03:20:26,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:20:26,374 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:20:26,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:20:26,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:20:26,374 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:20:26,376 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:20:26,383 INFO [RS:0;3fb681890ab2:33969 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:20:26,383 INFO [RS:0;3fb681890ab2:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:26,388 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:20:26,390 INFO [RS:0;3fb681890ab2:33969 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:20:26,390 INFO [RS:0;3fb681890ab2:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:26,390 DEBUG [RS:0;3fb681890ab2:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:26,390 DEBUG [RS:0;3fb681890ab2:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:26,390 DEBUG [RS:0;3fb681890ab2:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:26,390 DEBUG [RS:0;3fb681890ab2:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:26,390 DEBUG [RS:0;3fb681890ab2:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:26,390 DEBUG [RS:0;3fb681890ab2:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:20:26,390 DEBUG [RS:0;3fb681890ab2:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:26,390 DEBUG [RS:0;3fb681890ab2:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:26,390 DEBUG [RS:0;3fb681890ab2:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:26,390 DEBUG [RS:0;3fb681890ab2:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:26,390 DEBUG [RS:0;3fb681890ab2:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:26,390 DEBUG [RS:0;3fb681890ab2:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:26,390 DEBUG [RS:0;3fb681890ab2:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:20:26,390 DEBUG [RS:0;3fb681890ab2:33969 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:20:26,391 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:20:26,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381626374Disabling compacts and flushes for region at 1731381626374Disabling writes for close at 1731381626374Writing region close event to WAL at 1731381626391 (+17 ms)Closed at 1731381626391 2024-11-12T03:20:26,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:26,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:20:26,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:20:26,395 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:20:26,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:20:26,403 INFO [RS:0;3fb681890ab2:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:26,403 INFO [RS:0;3fb681890ab2:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:26,403 INFO [RS:0;3fb681890ab2:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:26,403 INFO [RS:0;3fb681890ab2:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:26,403 INFO [RS:0;3fb681890ab2:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:26,403 INFO [RS:0;3fb681890ab2:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,33969,1731381624814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:20:26,459 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:20:26,459 INFO [RS:0;3fb681890ab2:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,33969,1731381624814-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:26,459 INFO [RS:0;3fb681890ab2:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:26,459 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.Replication(171): 3fb681890ab2,33969,1731381624814 started 2024-11-12T03:20:26,477 INFO [RS:0;3fb681890ab2:33969 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:26,477 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,33969,1731381624814, RpcServer on 3fb681890ab2/172.17.0.2:33969, sessionid=0x1012d0edcad0004 2024-11-12T03:20:26,477 DEBUG [RS:0;3fb681890ab2:33969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:20:26,478 DEBUG [RS:0;3fb681890ab2:33969 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,33969,1731381624814 2024-11-12T03:20:26,478 DEBUG [RS:0;3fb681890ab2:33969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,33969,1731381624814' 2024-11-12T03:20:26,478 DEBUG [RS:0;3fb681890ab2:33969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-300056371/flush-table-proc/abort' 2024-11-12T03:20:26,478 DEBUG [RS:0;3fb681890ab2:33969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-300056371/flush-table-proc/acquired' 2024-11-12T03:20:26,479 DEBUG [RS:0;3fb681890ab2:33969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:20:26,479 DEBUG [RS:0;3fb681890ab2:33969 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:20:26,479 DEBUG [RS:0;3fb681890ab2:33969 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,33969,1731381624814 2024-11-12T03:20:26,479 DEBUG [RS:0;3fb681890ab2:33969 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,33969,1731381624814' 2024-11-12T03:20:26,479 DEBUG [RS:0;3fb681890ab2:33969 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-300056371/online-snapshot/abort' 2024-11-12T03:20:26,479 DEBUG [RS:0;3fb681890ab2:33969 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-300056371/online-snapshot/acquired' 2024-11-12T03:20:26,480 DEBUG [RS:0;3fb681890ab2:33969 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:20:26,480 INFO [RS:0;3fb681890ab2:33969 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:20:26,480 INFO [RS:0;3fb681890ab2:33969 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:20:26,546 WARN [3fb681890ab2:42625 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T03:20:26,580 INFO [RS:0;3fb681890ab2:33969 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:20:26,584 INFO [RS:0;3fb681890ab2:33969 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C33969%2C1731381624814, suffix=, logDir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814, archiveDir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/oldWALs, maxLogs=10 2024-11-12T03:20:26,609 DEBUG [RS:0;3fb681890ab2:33969 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585, exclude list is [], retry=0 2024-11-12T03:20:26,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42161,DS-95f1b633-5c73-4532-bd3b-4817203d265b,DISK] 2024-11-12T03:20:26,616 INFO [RS:0;3fb681890ab2:33969 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 2024-11-12T03:20:26,619 DEBUG [RS:0;3fb681890ab2:33969 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33091:33091)] 2024-11-12T03:20:26,796 DEBUG [3fb681890ab2:42625 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:20:26,798 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,33969,1731381624814 2024-11-12T03:20:26,800 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,33969,1731381624814, state=OPENING 2024-11-12T03:20:26,852 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:20:26,862 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:26,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:26,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-300056371/meta-region-server: CHANGED 2024-11-12T03:20:26,863 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-300056371/meta-region-server: CHANGED 2024-11-12T03:20:26,863 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:20:26,863 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,33969,1731381624814}] 2024-11-12T03:20:27,029 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:20:27,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53457, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:20:27,053 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:20:27,053 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:27,053 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:20:27,066 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C33969%2C1731381624814.meta, suffix=.meta, logDir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814, archiveDir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/oldWALs, maxLogs=10 2024-11-12T03:20:27,097 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.meta.1731381627066.meta, exclude list is [], retry=0 2024-11-12T03:20:27,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42161,DS-95f1b633-5c73-4532-bd3b-4817203d265b,DISK] 2024-11-12T03:20:27,160 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.meta.1731381627066.meta 2024-11-12T03:20:27,161 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33091:33091)] 2024-11-12T03:20:27,161 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:27,162 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:20:27,162 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:20:27,162 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:20:27,162 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:20:27,162 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:20:27,162 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:27,162 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:20:27,162 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:20:27,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:20:27,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:20:27,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:27,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:27,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:20:27,178 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:20:27,178 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:27,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:27,179 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:20:27,180 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:20:27,180 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:27,181 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:27,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:20:27,182 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:20:27,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:27,183 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:27,183 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:20:27,184 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740 2024-11-12T03:20:27,185 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740 2024-11-12T03:20:27,186 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:20:27,186 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:20:27,186 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:20:27,188 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:20:27,189 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69302915, jitterRate=0.032693907618522644}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:20:27,189 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:20:27,189 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381627162Writing region info on filesystem at 1731381627163 (+1 ms)Initializing all the Stores at 1731381627163Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381627164 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381627171 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381627171Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381627171Cleaning up temporary data from old regions at 1731381627186 (+15 ms)Running coprocessor post-open hooks at 1731381627189 (+3 ms)Region opened successfully at 1731381627189 2024-11-12T03:20:27,190 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381627028 2024-11-12T03:20:27,193 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:20:27,193 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:20:27,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,33969,1731381624814 2024-11-12T03:20:27,194 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,33969,1731381624814, state=OPEN 2024-11-12T03:20:27,203 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-300056371/meta-region-server 2024-11-12T03:20:27,203 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-300056371/meta-region-server 2024-11-12T03:20:27,203 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,33969,1731381624814 2024-11-12T03:20:27,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-300056371/meta-region-server: CHANGED 2024-11-12T03:20:27,203 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-300056371/meta-region-server: CHANGED 2024-11-12T03:20:27,205 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:20:27,206 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,33969,1731381624814 in 340 msec 2024-11-12T03:20:27,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:20:27,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 813 msec 2024-11-12T03:20:27,209 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:27,209 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:20:27,210 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:27,210 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,33969,1731381624814, seqNum=-1] 2024-11-12T03:20:27,211 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:27,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59839, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:20:27,219 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0850 sec 2024-11-12T03:20:27,219 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381627219, completionTime=-1 2024-11-12T03:20:27,219 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:20:27,219 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:20:27,222 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:20:27,222 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381687222 2024-11-12T03:20:27,222 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381747222 2024-11-12T03:20:27,222 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T03:20:27,222 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42625,1731381624531-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:27,222 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42625,1731381624531-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:27,222 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42625,1731381624531-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:27,222 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:42625, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:27,222 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:27,225 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:20:27,235 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:27,240 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.310sec 2024-11-12T03:20:27,240 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:20:27,240 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:20:27,240 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:20:27,240 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:20:27,240 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:20:27,240 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42625,1731381624531-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:20:27,240 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42625,1731381624531-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:20:27,247 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:20:27,257 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:20:27,257 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:20:27,257 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42625,1731381624531-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:27,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b807665, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:27,325 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,42625,-1 for getting cluster id 2024-11-12T03:20:27,325 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:27,336 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f' 2024-11-12T03:20:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f" 2024-11-12T03:20:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a36bedf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,42625,-1] 2024-11-12T03:20:27,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:27,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:27,339 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:27,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a7f68b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:27,341 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,33969,1731381624814, seqNum=-1] 2024-11-12T03:20:27,342 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:27,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:20:27,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,42625,1731381624531 2024-11-12T03:20:27,348 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55932 2024-11-12T03:20:27,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:20:27,427 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012d0edcad0005 connected 2024-11-12T03:20:27,428 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:27,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,43465,1731381619492 2024-11-12T03:20:27,429 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3bc05b2d 2024-11-12T03:20:27,430 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:27,432 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:20:27,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:20:27,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:20:27,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:20:27,435 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:27,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:20:27,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:20:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:27,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:20:27,536 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 63f4c0099cc36ce54226c89c459ba731, NAME => 'test,,1731381627432.63f4c0099cc36ce54226c89c459ba731.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73 2024-11-12T03:20:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:27,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:20:27,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381627432.63f4c0099cc36ce54226c89c459ba731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:27,610 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 63f4c0099cc36ce54226c89c459ba731, disabling compactions & flushes 2024-11-12T03:20:27,610 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. 2024-11-12T03:20:27,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. 2024-11-12T03:20:27,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. after waiting 0 ms 2024-11-12T03:20:27,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. 2024-11-12T03:20:27,611 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. 2024-11-12T03:20:27,611 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 63f4c0099cc36ce54226c89c459ba731: Waiting for close lock at 1731381627610Disabling compacts and flushes for region at 1731381627610Disabling writes for close at 1731381627611 (+1 ms)Writing region close event to WAL at 1731381627611Closed at 1731381627611 2024-11-12T03:20:27,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:20:27,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381627432.63f4c0099cc36ce54226c89c459ba731.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381627614"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381627614"}]},"ts":"1731381627614"} 2024-11-12T03:20:27,619 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:20:27,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:20:27,621 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381627621"}]},"ts":"1731381627621"} 2024-11-12T03:20:27,625 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:20:27,626 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63f4c0099cc36ce54226c89c459ba731, ASSIGN}] 2024-11-12T03:20:27,627 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=63f4c0099cc36ce54226c89c459ba731, ASSIGN 2024-11-12T03:20:27,628 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=63f4c0099cc36ce54226c89c459ba731, ASSIGN; state=OFFLINE, location=3fb681890ab2,42867,1731381619772; forceNewPlan=false, retain=false 2024-11-12T03:20:27,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:27,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63f4c0099cc36ce54226c89c459ba731, regionState=OPENING, regionLocation=3fb681890ab2,42867,1731381619772 2024-11-12T03:20:27,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=63f4c0099cc36ce54226c89c459ba731, ASSIGN because future has completed 2024-11-12T03:20:27,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63f4c0099cc36ce54226c89c459ba731, server=3fb681890ab2,42867,1731381619772}] 2024-11-12T03:20:27,988 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. 2024-11-12T03:20:27,988 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 63f4c0099cc36ce54226c89c459ba731, NAME => 'test,,1731381627432.63f4c0099cc36ce54226c89c459ba731.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:27,989 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:20:27,989 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:20:27,989 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:27,989 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381627432.63f4c0099cc36ce54226c89c459ba731.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:27,990 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:27,990 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:28,000 INFO [StoreOpener-63f4c0099cc36ce54226c89c459ba731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:28,004 INFO [StoreOpener-63f4c0099cc36ce54226c89c459ba731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63f4c0099cc36ce54226c89c459ba731 columnFamilyName f 2024-11-12T03:20:28,004 DEBUG [StoreOpener-63f4c0099cc36ce54226c89c459ba731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:28,005 INFO [StoreOpener-63f4c0099cc36ce54226c89c459ba731-1 {}] regionserver.HStore(327): Store=63f4c0099cc36ce54226c89c459ba731/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:28,005 INFO [StoreOpener-63f4c0099cc36ce54226c89c459ba731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:28,007 INFO [StoreOpener-63f4c0099cc36ce54226c89c459ba731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63f4c0099cc36ce54226c89c459ba731 columnFamilyName f1 2024-11-12T03:20:28,007 DEBUG [StoreOpener-63f4c0099cc36ce54226c89c459ba731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:28,007 INFO [StoreOpener-63f4c0099cc36ce54226c89c459ba731-1 {}] regionserver.HStore(327): Store=63f4c0099cc36ce54226c89c459ba731/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:28,008 INFO [StoreOpener-63f4c0099cc36ce54226c89c459ba731-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:28,009 INFO [StoreOpener-63f4c0099cc36ce54226c89c459ba731-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 63f4c0099cc36ce54226c89c459ba731 columnFamilyName norep 2024-11-12T03:20:28,009 DEBUG [StoreOpener-63f4c0099cc36ce54226c89c459ba731-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:28,009 INFO [StoreOpener-63f4c0099cc36ce54226c89c459ba731-1 {}] regionserver.HStore(327): Store=63f4c0099cc36ce54226c89c459ba731/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:28,009 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:28,010 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:28,011 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:28,012 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:28,012 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:28,012 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:20:28,014 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:28,029 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:28,029 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 63f4c0099cc36ce54226c89c459ba731; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73359013, jitterRate=0.09313447773456573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:20:28,029 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:28,030 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 63f4c0099cc36ce54226c89c459ba731: Running coprocessor pre-open hook at 1731381627990Writing region info on filesystem at 1731381627990Initializing all the Stores at 1731381627991 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381627991Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381628000 (+9 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381628000Cleaning up temporary data from old regions at 1731381628012 (+12 ms)Running coprocessor post-open hooks at 1731381628029 (+17 ms)Region opened successfully at 1731381628030 (+1 ms) 2024-11-12T03:20:28,031 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381627432.63f4c0099cc36ce54226c89c459ba731., pid=6, masterSystemTime=1731381627944 2024-11-12T03:20:28,034 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. 2024-11-12T03:20:28,034 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. 2024-11-12T03:20:28,034 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=63f4c0099cc36ce54226c89c459ba731, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,42867,1731381619772 2024-11-12T03:20:28,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 63f4c0099cc36ce54226c89c459ba731, server=3fb681890ab2,42867,1731381619772 because future has completed 2024-11-12T03:20:28,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:20:28,055 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 63f4c0099cc36ce54226c89c459ba731, server=3fb681890ab2,42867,1731381619772 in 266 msec 2024-11-12T03:20:28,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:20:28,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=63f4c0099cc36ce54226c89c459ba731, ASSIGN in 429 msec 2024-11-12T03:20:28,061 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:20:28,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381628061"}]},"ts":"1731381628061"} 2024-11-12T03:20:28,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:20:28,067 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:20:28,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:28,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 634 msec 2024-11-12T03:20:28,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:28,580 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:20:28,580 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:28,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,42625,1731381624531 2024-11-12T03:20:28,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52266e3d 2024-11-12T03:20:28,581 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:28,582 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:20:28,583 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:20:28,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:20:28,589 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:20:28,589 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:28,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:20:28,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:28,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:20:28,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:20:28,619 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d71addc423bbd69c50f3b3414a605a9, NAME => 'test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f 2024-11-12T03:20:28,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:20:28,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:28,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 7d71addc423bbd69c50f3b3414a605a9, disabling compactions & flushes 2024-11-12T03:20:28,642 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. 2024-11-12T03:20:28,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. 2024-11-12T03:20:28,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. after waiting 0 ms 2024-11-12T03:20:28,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. 2024-11-12T03:20:28,642 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. 2024-11-12T03:20:28,642 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d71addc423bbd69c50f3b3414a605a9: Waiting for close lock at 1731381628642Disabling compacts and flushes for region at 1731381628642Disabling writes for close at 1731381628642Writing region close event to WAL at 1731381628642Closed at 1731381628642 2024-11-12T03:20:28,643 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:20:28,644 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381628643"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381628643"}]},"ts":"1731381628643"} 2024-11-12T03:20:28,645 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:20:28,646 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:20:28,646 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381628646"}]},"ts":"1731381628646"} 2024-11-12T03:20:28,648 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:20:28,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d71addc423bbd69c50f3b3414a605a9, ASSIGN}] 2024-11-12T03:20:28,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=7d71addc423bbd69c50f3b3414a605a9, ASSIGN 2024-11-12T03:20:28,649 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=7d71addc423bbd69c50f3b3414a605a9, ASSIGN; state=OFFLINE, location=3fb681890ab2,33969,1731381624814; forceNewPlan=false, retain=false 2024-11-12T03:20:28,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:28,800 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d71addc423bbd69c50f3b3414a605a9, regionState=OPENING, regionLocation=3fb681890ab2,33969,1731381624814 2024-11-12T03:20:28,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=7d71addc423bbd69c50f3b3414a605a9, ASSIGN because future has completed 2024-11-12T03:20:28,803 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d71addc423bbd69c50f3b3414a605a9, server=3fb681890ab2,33969,1731381624814}] 2024-11-12T03:20:28,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:28,957 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. 2024-11-12T03:20:28,958 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d71addc423bbd69c50f3b3414a605a9, NAME => 'test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:28,958 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:20:28,958 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:20:28,958 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:28,958 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:28,958 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:28,958 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:28,960 INFO [StoreOpener-7d71addc423bbd69c50f3b3414a605a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:28,961 INFO [StoreOpener-7d71addc423bbd69c50f3b3414a605a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d71addc423bbd69c50f3b3414a605a9 columnFamilyName f 2024-11-12T03:20:28,961 DEBUG [StoreOpener-7d71addc423bbd69c50f3b3414a605a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:28,961 INFO [StoreOpener-7d71addc423bbd69c50f3b3414a605a9-1 {}] regionserver.HStore(327): Store=7d71addc423bbd69c50f3b3414a605a9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:28,961 INFO [StoreOpener-7d71addc423bbd69c50f3b3414a605a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:28,962 INFO [StoreOpener-7d71addc423bbd69c50f3b3414a605a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d71addc423bbd69c50f3b3414a605a9 columnFamilyName f1 2024-11-12T03:20:28,962 DEBUG [StoreOpener-7d71addc423bbd69c50f3b3414a605a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:28,962 INFO [StoreOpener-7d71addc423bbd69c50f3b3414a605a9-1 {}] regionserver.HStore(327): Store=7d71addc423bbd69c50f3b3414a605a9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:28,962 INFO [StoreOpener-7d71addc423bbd69c50f3b3414a605a9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:28,963 INFO [StoreOpener-7d71addc423bbd69c50f3b3414a605a9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d71addc423bbd69c50f3b3414a605a9 columnFamilyName norep 2024-11-12T03:20:28,963 DEBUG [StoreOpener-7d71addc423bbd69c50f3b3414a605a9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:28,963 INFO [StoreOpener-7d71addc423bbd69c50f3b3414a605a9-1 {}] regionserver.HStore(327): Store=7d71addc423bbd69c50f3b3414a605a9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:28,963 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:28,964 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:28,964 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:28,965 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:28,965 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:28,965 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:20:28,966 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:28,981 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:28,981 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 7d71addc423bbd69c50f3b3414a605a9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63447300, jitterRate=-0.0545615553855896}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:20:28,981 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:28,981 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 7d71addc423bbd69c50f3b3414a605a9: Running coprocessor pre-open hook at 1731381628958Writing region info on filesystem at 1731381628958Initializing all the Stores at 1731381628959 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381628959Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381628960 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381628960Cleaning up temporary data from old regions at 1731381628965 (+5 ms)Running coprocessor post-open hooks at 1731381628981 (+16 ms)Region opened successfully at 1731381628981 2024-11-12T03:20:28,982 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9., pid=6, masterSystemTime=1731381628954 2024-11-12T03:20:28,984 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. 2024-11-12T03:20:28,984 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. 2024-11-12T03:20:28,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=7d71addc423bbd69c50f3b3414a605a9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,33969,1731381624814 2024-11-12T03:20:28,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d71addc423bbd69c50f3b3414a605a9, server=3fb681890ab2,33969,1731381624814 because future has completed 2024-11-12T03:20:28,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:20:28,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d71addc423bbd69c50f3b3414a605a9, server=3fb681890ab2,33969,1731381624814 in 184 msec 2024-11-12T03:20:28,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:20:28,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=7d71addc423bbd69c50f3b3414a605a9, ASSIGN in 341 msec 2024-11-12T03:20:28,991 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:20:28,991 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381628991"}]},"ts":"1731381628991"} 2024-11-12T03:20:28,993 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:20:28,994 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:20:28,996 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 410 msec 2024-11-12T03:20:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:20:29,219 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:20:29,220 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77ac8534, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:29,220 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,43465,-1 for getting cluster id 2024-11-12T03:20:29,220 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:29,221 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc45ff0e-943e-4643-a5c3-9d6955570d53' 2024-11-12T03:20:29,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:29,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc45ff0e-943e-4643-a5c3-9d6955570d53" 2024-11-12T03:20:29,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c20d901, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:29,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,43465,-1] 2024-11-12T03:20:29,221 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:29,222 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:29,222 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:29,223 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b89243f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:29,224 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fb50aae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:29,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,42625,-1 for getting cluster id 2024-11-12T03:20:29,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:29,224 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f' 2024-11-12T03:20:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f" 2024-11-12T03:20:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48bb722b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,42625,-1] 2024-11-12T03:20:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:29,225 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:29,226 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:29,226 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b233a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:29,227 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2439cc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:29,227 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,43465,-1 for getting cluster id 2024-11-12T03:20:29,227 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:29,227 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc45ff0e-943e-4643-a5c3-9d6955570d53' 2024-11-12T03:20:29,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:29,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc45ff0e-943e-4643-a5c3-9d6955570d53" 2024-11-12T03:20:29,227 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6377b452, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,43465,-1] 2024-11-12T03:20:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:29,228 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:29,228 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:29,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bcce48a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:29,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,43465,1731381619492 2024-11-12T03:20:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ced7724 2024-11-12T03:20:29,230 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:29,231 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:20:29,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:42625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:20:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:20:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:29,233 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:42625' 2024-11-12T03:20:29,234 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4324c611, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:29,234 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,42625,-1 for getting cluster id 2024-11-12T03:20:29,234 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:29,235 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f' 2024-11-12T03:20:29,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:29,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f" 2024-11-12T03:20:29,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2daffa2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:29,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,42625,-1] 2024-11-12T03:20:29,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:29,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:29,236 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:29,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc8bf19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:29,237 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:29,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,42625,1731381624531 2024-11-12T03:20:29,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d5cadbe 2024-11-12T03:20:29,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:29,239 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:20:29,239 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T03:20:29,239 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:20:29,239 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:29,239 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:29,239 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:29,240 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:20:29,241 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:20:29,242 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:20:29,242 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:29,243 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:20:29,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741837_1013 (size=1138) 2024-11-12T03:20:29,291 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:20:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:29,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:29,651 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3f1bd3fbb5597833e0a0d93fefc12202, NAME => 'hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73 2024-11-12T03:20:29,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741838_1014 (size=44) 2024-11-12T03:20:29,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:30,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T03:20:30,005 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T03:20:30,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T03:20:30,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T03:20:30,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:20:30,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-12T03:20:30,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:20:30,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T03:20:30,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:20:30,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-12T03:20:30,007 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T03:20:30,007 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T03:20:30,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:30,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 3f1bd3fbb5597833e0a0d93fefc12202, disabling compactions & flushes 2024-11-12T03:20:30,056 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. 2024-11-12T03:20:30,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. 2024-11-12T03:20:30,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. after waiting 0 ms 2024-11-12T03:20:30,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. 2024-11-12T03:20:30,056 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. 2024-11-12T03:20:30,056 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3f1bd3fbb5597833e0a0d93fefc12202: Waiting for close lock at 1731381630056Disabling compacts and flushes for region at 1731381630056Disabling writes for close at 1731381630056Writing region close event to WAL at 1731381630056Closed at 1731381630056 2024-11-12T03:20:30,058 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:20:30,058 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381630058"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381630058"}]},"ts":"1731381630058"} 2024-11-12T03:20:30,060 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:20:30,060 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:20:30,061 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381630061"}]},"ts":"1731381630061"} 2024-11-12T03:20:30,062 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:20:30,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f1bd3fbb5597833e0a0d93fefc12202, ASSIGN}] 2024-11-12T03:20:30,063 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f1bd3fbb5597833e0a0d93fefc12202, ASSIGN 2024-11-12T03:20:30,064 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3f1bd3fbb5597833e0a0d93fefc12202, ASSIGN; state=OFFLINE, location=3fb681890ab2,42867,1731381619772; forceNewPlan=false, retain=false 2024-11-12T03:20:30,214 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3f1bd3fbb5597833e0a0d93fefc12202, regionState=OPENING, regionLocation=3fb681890ab2,42867,1731381619772 2024-11-12T03:20:30,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=3f1bd3fbb5597833e0a0d93fefc12202, ASSIGN because future has completed 2024-11-12T03:20:30,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f1bd3fbb5597833e0a0d93fefc12202, server=3fb681890ab2,42867,1731381619772}] 2024-11-12T03:20:30,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:30,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. 2024-11-12T03:20:30,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:30,372 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:20:30,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C42867%2C1731381619772.rep, suffix=, logDir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772, archiveDir=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/oldWALs, maxLogs=10 2024-11-12T03:20:30,389 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.rep.1731381630374, exclude list is [], retry=0 2024-11-12T03:20:30,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32981,DS-d50afbab-2318-426e-b02c-06b92c747c5a,DISK] 2024-11-12T03:20:30,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.rep.1731381630374 2024-11-12T03:20:30,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43541:43541)] 2024-11-12T03:20:30,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3f1bd3fbb5597833e0a0d93fefc12202, NAME => 'hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:30,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:20:30,392 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:20:30,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. service=MultiRowMutationService 2024-11-12T03:20:30,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:20:30,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 3f1bd3fbb5597833e0a0d93fefc12202 2024-11-12T03:20:30,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:30,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3f1bd3fbb5597833e0a0d93fefc12202 2024-11-12T03:20:30,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3f1bd3fbb5597833e0a0d93fefc12202 2024-11-12T03:20:30,394 INFO [StoreOpener-3f1bd3fbb5597833e0a0d93fefc12202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 3f1bd3fbb5597833e0a0d93fefc12202 2024-11-12T03:20:30,395 INFO [StoreOpener-3f1bd3fbb5597833e0a0d93fefc12202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f1bd3fbb5597833e0a0d93fefc12202 columnFamilyName hfileref 2024-11-12T03:20:30,395 DEBUG [StoreOpener-3f1bd3fbb5597833e0a0d93fefc12202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:30,395 INFO [StoreOpener-3f1bd3fbb5597833e0a0d93fefc12202-1 {}] regionserver.HStore(327): Store=3f1bd3fbb5597833e0a0d93fefc12202/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:30,395 INFO [StoreOpener-3f1bd3fbb5597833e0a0d93fefc12202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 3f1bd3fbb5597833e0a0d93fefc12202 2024-11-12T03:20:30,396 INFO [StoreOpener-3f1bd3fbb5597833e0a0d93fefc12202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f1bd3fbb5597833e0a0d93fefc12202 columnFamilyName queue 2024-11-12T03:20:30,396 DEBUG [StoreOpener-3f1bd3fbb5597833e0a0d93fefc12202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:30,396 INFO [StoreOpener-3f1bd3fbb5597833e0a0d93fefc12202-1 {}] regionserver.HStore(327): Store=3f1bd3fbb5597833e0a0d93fefc12202/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:30,397 INFO [StoreOpener-3f1bd3fbb5597833e0a0d93fefc12202-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 3f1bd3fbb5597833e0a0d93fefc12202 2024-11-12T03:20:30,397 INFO [StoreOpener-3f1bd3fbb5597833e0a0d93fefc12202-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3f1bd3fbb5597833e0a0d93fefc12202 columnFamilyName sid 2024-11-12T03:20:30,397 DEBUG [StoreOpener-3f1bd3fbb5597833e0a0d93fefc12202-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:30,398 INFO [StoreOpener-3f1bd3fbb5597833e0a0d93fefc12202-1 {}] regionserver.HStore(327): Store=3f1bd3fbb5597833e0a0d93fefc12202/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:30,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3f1bd3fbb5597833e0a0d93fefc12202 2024-11-12T03:20:30,398 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/replication/3f1bd3fbb5597833e0a0d93fefc12202 2024-11-12T03:20:30,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/replication/3f1bd3fbb5597833e0a0d93fefc12202 2024-11-12T03:20:30,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3f1bd3fbb5597833e0a0d93fefc12202 2024-11-12T03:20:30,399 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3f1bd3fbb5597833e0a0d93fefc12202 2024-11-12T03:20:30,400 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:20:30,401 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3f1bd3fbb5597833e0a0d93fefc12202 2024-11-12T03:20:30,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/replication/3f1bd3fbb5597833e0a0d93fefc12202/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:30,402 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 3f1bd3fbb5597833e0a0d93fefc12202; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61860867, jitterRate=-0.07820124924182892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:20:30,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3f1bd3fbb5597833e0a0d93fefc12202 2024-11-12T03:20:30,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3f1bd3fbb5597833e0a0d93fefc12202: Running coprocessor pre-open hook at 1731381630393Writing region info on filesystem at 1731381630393Initializing all the Stores at 1731381630393Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381630393Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381630394 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381630394Cleaning up temporary data from old regions at 1731381630399 (+5 ms)Running coprocessor post-open hooks at 1731381630402 (+3 ms)Region opened successfully at 1731381630403 (+1 ms) 2024-11-12T03:20:30,404 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202., pid=10, masterSystemTime=1731381630369 2024-11-12T03:20:30,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. 2024-11-12T03:20:30,406 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. 2024-11-12T03:20:30,409 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3f1bd3fbb5597833e0a0d93fefc12202, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,42867,1731381619772 2024-11-12T03:20:30,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3f1bd3fbb5597833e0a0d93fefc12202, server=3fb681890ab2,42867,1731381619772 because future has completed 2024-11-12T03:20:30,414 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T03:20:30,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3f1bd3fbb5597833e0a0d93fefc12202, server=3fb681890ab2,42867,1731381619772 in 195 msec 2024-11-12T03:20:30,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T03:20:30,416 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=3f1bd3fbb5597833e0a0d93fefc12202, ASSIGN in 352 msec 2024-11-12T03:20:30,417 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:20:30,417 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381630417"}]},"ts":"1731381630417"} 2024-11-12T03:20:30,420 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:20:30,421 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:20:30,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-12T03:20:30,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202., hostname=3fb681890ab2,42867,1731381619772, seqNum=2] 2024-11-12T03:20:30,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:30,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:30,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:20:30,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42867 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T03:20:30,714 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:20:30,738 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,42867,1731381619772, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:20:30,738 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:30,739 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,42867,1731381619772, seqNum=-1] 2024-11-12T03:20:30,739 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:30,740 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T03:20:30,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,42867,1731381619772', locateType=CURRENT is [region=hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202., hostname=3fb681890ab2,42867,1731381619772, seqNum=2] 2024-11-12T03:20:30,744 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T03:20:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T03:20:30,746 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,42867,1731381619772 suceeded 2024-11-12T03:20:30,747 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T03:20:30,747 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:42625,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:20:30,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-12T03:20:30,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5160 sec 2024-11-12T03:20:30,758 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:42625' 2024-11-12T03:20:30,759 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7194524c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:30,759 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,42625,-1 for getting cluster id 2024-11-12T03:20:30,759 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:30,759 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f' 2024-11-12T03:20:30,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:30,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f" 2024-11-12T03:20:30,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a693114, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:30,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,42625,-1] 2024-11-12T03:20:30,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:30,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:30,761 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:30,761 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@655e4f63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:30,762 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:30,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,42625,1731381624531 2024-11-12T03:20:30,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7919b7a9 2024-11-12T03:20:30,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:30,764 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-12T03:20:30,765 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,42867,1731381619772 (queues=1) is replicating from cluster=bc45ff0e-943e-4643-a5c3-9d6955570d53 to cluster=28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f 2024-11-12T03:20:30,765 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C42867%2C1731381619772 2024-11-12T03:20:30,765 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,42867,1731381619772, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:20:30,766 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C42867%2C1731381619772 2024-11-12T03:20:30,766 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422, startPosition=0, beingWritten=true 2024-11-12T03:20:30,771 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:20:30,771 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 379, reset compression=false 2024-11-12T03:20:30,771 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,42867,1731381619772 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:20:30,984 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 379, reset compression=false 2024-11-12T03:20:31,287 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 379, reset compression=false 2024-11-12T03:20:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43465 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:31,389 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:20:31,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:20:31,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:31,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:31,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:31,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:31,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c43688e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:31,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,42625,-1 for getting cluster id 2024-11-12T03:20:31,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:31,391 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f' 2024-11-12T03:20:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f" 2024-11-12T03:20:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@281927ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:31,391 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,42625,-1] 2024-11-12T03:20:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:31,392 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:31,392 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:31,393 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15740fbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:31,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:31,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,42625,1731381624531 2024-11-12T03:20:31,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@37131024 2024-11-12T03:20:31,394 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:31,395 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:20:31,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:43465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:20:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:20:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:31,397 DEBUG [PEWorker-5 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:43465' 2024-11-12T03:20:31,398 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53dcf5f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:31,398 DEBUG [PEWorker-5 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,43465,-1 for getting cluster id 2024-11-12T03:20:31,398 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:31,399 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc45ff0e-943e-4643-a5c3-9d6955570d53' 2024-11-12T03:20:31,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:31,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc45ff0e-943e-4643-a5c3-9d6955570d53" 2024-11-12T03:20:31,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b2e9610, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:31,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,43465,-1] 2024-11-12T03:20:31,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:31,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:31,400 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:31,400 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bf9f423, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:31,400 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:31,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,43465,1731381619492 2024-11-12T03:20:31,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6af59391 2024-11-12T03:20:31,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:31,402 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:20:31,402 INFO [PEWorker-5 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-5. 2024-11-12T03:20:31,402 DEBUG [PEWorker-5 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:20:31,402 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:31,402 DEBUG [PEWorker-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:31,402 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:31,403 INFO [PEWorker-5 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:20:31,405 DEBUG [PEWorker-5 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:20:31,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:20:31,406 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:31,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:20:31,455 DEBUG [PEWorker-5 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:20:31,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741837_1013 (size=1138) 2024-11-12T03:20:31,490 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 290096b1d30b9ec83fa285863a1c6868, NAME => 'hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f 2024-11-12T03:20:31,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741838_1014 (size=44) 2024-11-12T03:20:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:31,690 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 379, reset compression=false 2024-11-12T03:20:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:31,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:31,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 290096b1d30b9ec83fa285863a1c6868, disabling compactions & flushes 2024-11-12T03:20:31,895 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:31,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:31,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. after waiting 0 ms 2024-11-12T03:20:31,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:31,895 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:31,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 290096b1d30b9ec83fa285863a1c6868: Waiting for close lock at 1731381631895Disabling compacts and flushes for region at 1731381631895Disabling writes for close at 1731381631895Writing region close event to WAL at 1731381631895Closed at 1731381631895 2024-11-12T03:20:31,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:20:31,896 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381631896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381631896"}]},"ts":"1731381631896"} 2024-11-12T03:20:31,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:20:31,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:20:31,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381631899"}]},"ts":"1731381631899"} 2024-11-12T03:20:31,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:20:31,901 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=290096b1d30b9ec83fa285863a1c6868, ASSIGN}] 2024-11-12T03:20:31,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=290096b1d30b9ec83fa285863a1c6868, ASSIGN 2024-11-12T03:20:31,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=290096b1d30b9ec83fa285863a1c6868, ASSIGN; state=OFFLINE, location=3fb681890ab2,33969,1731381624814; forceNewPlan=false, retain=false 2024-11-12T03:20:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:32,053 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=290096b1d30b9ec83fa285863a1c6868, regionState=OPENING, regionLocation=3fb681890ab2,33969,1731381624814 2024-11-12T03:20:32,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=290096b1d30b9ec83fa285863a1c6868, ASSIGN because future has completed 2024-11-12T03:20:32,055 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 290096b1d30b9ec83fa285863a1c6868, server=3fb681890ab2,33969,1731381624814}] 2024-11-12T03:20:32,193 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 379, reset compression=false 2024-11-12T03:20:32,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:32,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:32,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:20:32,211 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C33969%2C1731381624814.rep, suffix=, logDir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814, archiveDir=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/oldWALs, maxLogs=10 2024-11-12T03:20:32,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.rep.1731381632212, exclude list is [], retry=0 2024-11-12T03:20:32,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42161,DS-95f1b633-5c73-4532-bd3b-4817203d265b,DISK] 2024-11-12T03:20:32,230 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.rep.1731381632212 2024-11-12T03:20:32,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33091:33091)] 2024-11-12T03:20:32,230 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 290096b1d30b9ec83fa285863a1c6868, NAME => 'hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:32,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:20:32,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:20:32,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. service=MultiRowMutationService 2024-11-12T03:20:32,231 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:20:32,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:32,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:32,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:32,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:32,232 INFO [StoreOpener-290096b1d30b9ec83fa285863a1c6868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:32,233 INFO [StoreOpener-290096b1d30b9ec83fa285863a1c6868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 290096b1d30b9ec83fa285863a1c6868 columnFamilyName hfileref 2024-11-12T03:20:32,233 DEBUG [StoreOpener-290096b1d30b9ec83fa285863a1c6868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:32,234 INFO [StoreOpener-290096b1d30b9ec83fa285863a1c6868-1 {}] regionserver.HStore(327): Store=290096b1d30b9ec83fa285863a1c6868/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:32,234 INFO [StoreOpener-290096b1d30b9ec83fa285863a1c6868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:32,235 INFO [StoreOpener-290096b1d30b9ec83fa285863a1c6868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 290096b1d30b9ec83fa285863a1c6868 columnFamilyName queue 2024-11-12T03:20:32,235 DEBUG [StoreOpener-290096b1d30b9ec83fa285863a1c6868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:32,235 INFO [StoreOpener-290096b1d30b9ec83fa285863a1c6868-1 {}] regionserver.HStore(327): Store=290096b1d30b9ec83fa285863a1c6868/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:32,235 INFO [StoreOpener-290096b1d30b9ec83fa285863a1c6868-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:32,236 INFO [StoreOpener-290096b1d30b9ec83fa285863a1c6868-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 290096b1d30b9ec83fa285863a1c6868 columnFamilyName sid 2024-11-12T03:20:32,236 DEBUG [StoreOpener-290096b1d30b9ec83fa285863a1c6868-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:32,236 INFO [StoreOpener-290096b1d30b9ec83fa285863a1c6868-1 {}] regionserver.HStore(327): Store=290096b1d30b9ec83fa285863a1c6868/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:32,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:32,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/replication/290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:32,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/replication/290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:32,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:32,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:32,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:20:32,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:32,244 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/replication/290096b1d30b9ec83fa285863a1c6868/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:32,245 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 290096b1d30b9ec83fa285863a1c6868; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61245331, jitterRate=-0.08737345039844513}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:20:32,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:32,245 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 290096b1d30b9ec83fa285863a1c6868: Running coprocessor pre-open hook at 1731381632231Writing region info on filesystem at 1731381632231Initializing all the Stores at 1731381632232 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381632232Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381632232Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381632232Cleaning up temporary data from old regions at 1731381632237 (+5 ms)Running coprocessor post-open hooks at 1731381632245 (+8 ms)Region opened successfully at 1731381632245 2024-11-12T03:20:32,246 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868., pid=10, masterSystemTime=1731381632207 2024-11-12T03:20:32,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:32,248 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:32,248 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=290096b1d30b9ec83fa285863a1c6868, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,33969,1731381624814 2024-11-12T03:20:32,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 290096b1d30b9ec83fa285863a1c6868, server=3fb681890ab2,33969,1731381624814 because future has completed 2024-11-12T03:20:32,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T03:20:32,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 290096b1d30b9ec83fa285863a1c6868, server=3fb681890ab2,33969,1731381624814 in 196 msec 2024-11-12T03:20:32,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T03:20:32,255 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=290096b1d30b9ec83fa285863a1c6868, ASSIGN in 351 msec 2024-11-12T03:20:32,255 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:20:32,255 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381632255"}]},"ts":"1731381632255"} 2024-11-12T03:20:32,257 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:20:32,258 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:20:32,259 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 855 msec 2024-11-12T03:20:32,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868., hostname=3fb681890ab2,33969,1731381624814, seqNum=2] 2024-11-12T03:20:32,388 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:32,388 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:32,410 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:20:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:32,562 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33969 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T03:20:32,563 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:20:32,587 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,33969,1731381624814, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:20:32,588 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:32,588 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,33969,1731381624814, seqNum=-1] 2024-11-12T03:20:32,588 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:32,589 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T03:20:32,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,33969,1731381624814', locateType=CURRENT is [region=hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868., hostname=3fb681890ab2,33969,1731381624814, seqNum=2] 2024-11-12T03:20:32,593 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T03:20:32,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T03:20:32,595 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,33969,1731381624814 suceeded 2024-11-12T03:20:32,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T03:20:32,597 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:43465,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:20:32,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-12T03:20:32,598 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.2020 sec 2024-11-12T03:20:32,606 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:43465' 2024-11-12T03:20:32,607 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@570843f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:32,607 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,43465,-1 for getting cluster id 2024-11-12T03:20:32,607 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:32,607 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc45ff0e-943e-4643-a5c3-9d6955570d53' 2024-11-12T03:20:32,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:32,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc45ff0e-943e-4643-a5c3-9d6955570d53" 2024-11-12T03:20:32,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3fdb001b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:32,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,43465,-1] 2024-11-12T03:20:32,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:32,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:32,608 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:32,609 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5aeeace, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:32,609 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:32,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,43465,1731381619492 2024-11-12T03:20:32,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3dd928de 2024-11-12T03:20:32,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:20:32,610 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-12T03:20:32,611 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,33969,1731381624814 (queues=1) is replicating from cluster=28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f to cluster=bc45ff0e-943e-4643-a5c3-9d6955570d53 2024-11-12T03:20:32,611 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C33969%2C1731381624814 2024-11-12T03:20:32,611 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,33969,1731381624814, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:20:32,611 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C33969%2C1731381624814 2024-11-12T03:20:32,611 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585, startPosition=0, beingWritten=true 2024-11-12T03:20:32,615 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:20:32,615 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 379, reset compression=false 2024-11-12T03:20:32,615 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,33969,1731381624814 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:20:32,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:20:32,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:32,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:32,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:32,701 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:32,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:32,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:32,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:32,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:32,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:32,733 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T03:20:32,734 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T03:20:32,797 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 379, reset compression=false 2024-11-12T03:20:32,819 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 379, reset compression=false 2024-11-12T03:20:32,879 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:32,879 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:32,879 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18277 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:33,122 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 379, reset compression=false 2024-11-12T03:20:33,501 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 379, reset compression=false 2024-11-12T03:20:33,525 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 379, reset compression=false 2024-11-12T03:20:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42625 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:20:33,540 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:20:33,540 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:20:33,540 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:33,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:33,540 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:33,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:33,541 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,42867,1731381619772, seqNum=-1] 2024-11-12T03:20:33,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:33,544 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:20:33,547 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731381627432.63f4c0099cc36ce54226c89c459ba731., hostname=3fb681890ab2,42867,1731381619772, seqNum=2] 2024-11-12T03:20:33,550 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,33969,1731381624814, seqNum=-1] 2024-11-12T03:20:33,551 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:33,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:20:33,553 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9., hostname=3fb681890ab2,33969,1731381624814, seqNum=2] 2024-11-12T03:20:33,555 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T03:20:34,030 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 379, reset compression=false 2024-11-12T03:20:34,305 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 379, reset compression=false 2024-11-12T03:20:34,310 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:20:34,310 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 480, reset compression=false 2024-11-12T03:20:34,310 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,42867,1731381619772 got entry batch from reader: WALEntryBatch [walEntries=[{test/63f4c0099cc36ce54226c89c459ba731/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T03:20:34,312 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:20:34,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-12T03:20:34,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:20:34,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@79f9233e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:34,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,42625,-1 for getting cluster id 2024-11-12T03:20:34,316 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:34,317 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f' 2024-11-12T03:20:34,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:34,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "28ea8d3b-ddb9-4fbd-a6d3-3f05f655ff6f" 2024-11-12T03:20:34,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cbc8981, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:34,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,42625,-1] 2024-11-12T03:20:34,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:34,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:34,318 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:34,318 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ee901e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:34,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:34,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,33969,1731381624814, seqNum=-1] 2024-11-12T03:20:34,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:34,325 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-12T03:20:34,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9., hostname=3fb681890ab2,33969,1731381624814, seqNum=2] 2024-11-12T03:20:34,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:20:34,517 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 480, reset compression=false 2024-11-12T03:20:34,558 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T03:20:34,562 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T03:20:34,633 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 379, reset compression=false 2024-11-12T03:20:34,638 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:20:34,639 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 608, reset compression=false 2024-11-12T03:20:34,639 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,33969,1731381624814 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d71addc423bbd69c50f3b3414a605a9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T03:20:34,641 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:20:34,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-12T03:20:34,643 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:20:34,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5568937c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:34,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42867 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,43465,-1 for getting cluster id 2024-11-12T03:20:34,644 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42867 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:34,645 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'bc45ff0e-943e-4643-a5c3-9d6955570d53' 2024-11-12T03:20:34,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:34,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "bc45ff0e-943e-4643-a5c3-9d6955570d53" 2024-11-12T03:20:34,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b58b8df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:34,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,43465,-1] 2024-11-12T03:20:34,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:34,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:34,647 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:34,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42867 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@24a5f8a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:34,648 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42867 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:34,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,42867,1731381619772, seqNum=-1] 2024-11-12T03:20:34,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:34,651 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-12T03:20:34,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731381627432.63f4c0099cc36ce54226c89c459ba731., hostname=3fb681890ab2,42867,1731381619772, seqNum=2] 2024-11-12T03:20:34,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:20:34,821 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 480, reset compression=false 2024-11-12T03:20:34,826 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:20:34,826 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 607, reset compression=false 2024-11-12T03:20:34,826 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,42867,1731381619772 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422, lastWalPosition=607, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:20:34,844 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 608, reset compression=false 2024-11-12T03:20:35,030 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 607, reset compression=false 2024-11-12T03:20:35,148 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 608, reset compression=false 2024-11-12T03:20:35,343 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 607, reset compression=false 2024-11-12T03:20:35,552 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 608, reset compression=false 2024-11-12T03:20:35,564 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T03:20:35,571 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T03:20:35,747 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 607, reset compression=false 2024-11-12T03:20:35,751 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:20:35,751 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 763, reset compression=false 2024-11-12T03:20:35,751 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,42867,1731381619772 got entry batch from reader: WALEntryBatch [walEntries=[{test/63f4c0099cc36ce54226c89c459ba731/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422, lastWalPosition=763, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T03:20:35,752 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:20:35,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33969 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:20:35,955 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 763, reset compression=false 2024-11-12T03:20:36,056 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 608, reset compression=false 2024-11-12T03:20:36,060 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:20:36,060 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 756, reset compression=false 2024-11-12T03:20:36,060 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,33969,1731381624814 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:20:36,259 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 763, reset compression=false 2024-11-12T03:20:36,264 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 756, reset compression=false 2024-11-12T03:20:36,568 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 756, reset compression=false 2024-11-12T03:20:36,573 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T03:20:36,576 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T03:20:36,662 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 763, reset compression=false 2024-11-12T03:20:36,971 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 756, reset compression=false 2024-11-12T03:20:36,975 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:20:36,975 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 915, reset compression=false 2024-11-12T03:20:36,975 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,33969,1731381624814 got entry batch from reader: WALEntryBatch [walEntries=[{test/7d71addc423bbd69c50f3b3414a605a9/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T03:20:36,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42867 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:20:36,980 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=42867 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:20:37,167 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 763, reset compression=false 2024-11-12T03:20:37,171 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:20:37,171 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 912, reset compression=false 2024-11-12T03:20:37,171 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,42867,1731381619772 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422, lastWalPosition=912, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:20:37,179 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 915, reset compression=false 2024-11-12T03:20:37,374 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 912, reset compression=false 2024-11-12T03:20:37,482 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 915, reset compression=false 2024-11-12T03:20:37,578 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T03:20:37,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:20:37,580 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:20:37,580 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:37,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:37,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:37,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:37,581 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:20:37,581 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1335321636, stopped=false 2024-11-12T03:20:37,581 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,42625,1731381624531 2024-11-12T03:20:37,678 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 912, reset compression=false 2024-11-12T03:20:37,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:20:37,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300056371/running 2024-11-12T03:20:37,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:37,736 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300056371/running 2024-11-12T03:20:37,736 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:37,736 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:20:37,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:20:37,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Set watcher on znode that does not yet exist, /1-300056371/running 2024-11-12T03:20:37,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:37,737 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Set watcher on znode that does not yet exist, /1-300056371/running 2024-11-12T03:20:37,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:37,737 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,33969,1731381624814' ***** 2024-11-12T03:20:37,737 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:20:37,737 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:20:37,737 INFO [RS:0;3fb681890ab2:33969 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:20:37,737 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:20:37,737 INFO [RS:0;3fb681890ab2:33969 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:20:37,737 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:37,738 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for 290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:37,738 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,33969,1731381624814 2024-11-12T03:20:37,738 INFO [RS:0;3fb681890ab2:33969 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:20:37,738 INFO [RS:0;3fb681890ab2:33969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:33969. 2024-11-12T03:20:37,738 DEBUG [RS:0;3fb681890ab2:33969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:37,738 DEBUG [RS:0;3fb681890ab2:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:37,738 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:20:37,738 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:20:37,738 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:20:37,738 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:20:37,739 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T03:20:37,739 DEBUG [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1325): Online Regions={7d71addc423bbd69c50f3b3414a605a9=test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9., 1588230740=hbase:meta,,1.1588230740, 290096b1d30b9ec83fa285863a1c6868=hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868.} 2024-11-12T03:20:37,739 DEBUG [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 290096b1d30b9ec83fa285863a1c6868, 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:37,739 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:20:37,739 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d71addc423bbd69c50f3b3414a605a9, disabling compactions & flushes 2024-11-12T03:20:37,739 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:20:37,739 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. 2024-11-12T03:20:37,739 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:20:37,739 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. 2024-11-12T03:20:37,739 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. after waiting 0 ms 2024-11-12T03:20:37,739 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:20:37,739 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:20:37,739 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. 2024-11-12T03:20:37,739 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T03:20:37,739 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d71addc423bbd69c50f3b3414a605a9 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-12T03:20:37,758 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/.tmp/f/b7cb95346293445f822fd0594680accc is 29, key is row1/f:/1731381636574/DeleteFamily/seqid=0 2024-11-12T03:20:37,759 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/.tmp/info/192b685d71a74d8e8755d7df5a7d421d is 147, key is hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868./info:regioninfo/1731381632248/Put/seqid=0 2024-11-12T03:20:37,760 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:20:37,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741840_1016 (size=5118) 2024-11-12T03:20:37,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:37,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:37,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741841_1017 (size=7686) 2024-11-12T03:20:37,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:37,768 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/.tmp/info/192b685d71a74d8e8755d7df5a7d421d 2024-11-12T03:20:37,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:37,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:37,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:37,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:37,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:37,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:37,791 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/.tmp/ns/bdc1396aa9f84302b8d903a84494f870 is 43, key is default/ns:d/1731381627212/Put/seqid=0 2024-11-12T03:20:37,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741842_1018 (size=5153) 2024-11-12T03:20:37,802 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/.tmp/ns/bdc1396aa9f84302b8d903a84494f870 2024-11-12T03:20:37,826 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/.tmp/rep_barrier/6ff2c30deb9741c8be18e5ff2382b7a0 is 112, key is test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9./rep_barrier:seqnumDuringOpen/1731381628984/Put/seqid=0 2024-11-12T03:20:37,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741843_1019 (size=5518) 2024-11-12T03:20:37,886 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 915, reset compression=false 2024-11-12T03:20:37,891 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:20:37,891 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 1162, reset compression=false 2024-11-12T03:20:37,891 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,33969,1731381624814 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:20:37,892 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3fb681890ab2,33969,1731381624814: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3fb681890ab2,33969,1731381624814, walGroup=3fb681890ab2%2C33969%2C1731381624814, offset=3fb681890ab2%2C33969%2C1731381624814.1731381626585:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:33969 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T03:20:37,894 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T03:20:37,894 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T03:20:37,894 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T03:20:37,894 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T03:20:37,894 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T03:20:37,895 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 879854640 }, "NonHeapMemoryUsage": { "committed": 194838528, "init": 7667712, "max": -1, "used": 191349504 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T03:20:37,895 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:42625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:42625 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T03:20:37,939 DEBUG [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 290096b1d30b9ec83fa285863a1c6868, 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:38,081 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 912, reset compression=false 2024-11-12T03:20:38,095 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 1162, reset compression=false 2024-11-12T03:20:38,139 DEBUG [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 290096b1d30b9ec83fa285863a1c6868, 7d71addc423bbd69c50f3b3414a605a9 2024-11-12T03:20:38,168 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/.tmp/f/b7cb95346293445f822fd0594680accc 2024-11-12T03:20:38,173 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7cb95346293445f822fd0594680accc 2024-11-12T03:20:38,190 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/.tmp/f1/55a77969d58d45aaa122a5faf1f5034d is 30, key is row1/f1:/1731381636574/DeleteFamily/seqid=0 2024-11-12T03:20:38,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741844_1020 (size=5123) 2024-11-12T03:20:38,203 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/.tmp/f1/55a77969d58d45aaa122a5faf1f5034d 2024-11-12T03:20:38,207 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55a77969d58d45aaa122a5faf1f5034d 2024-11-12T03:20:38,227 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/.tmp/norep/10116e24fa28418faec32ff4ccc99282 is 33, key is row1/norep:/1731381636574/DeleteFamily/seqid=0 2024-11-12T03:20:38,230 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/.tmp/rep_barrier/6ff2c30deb9741c8be18e5ff2382b7a0 2024-11-12T03:20:38,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741845_1021 (size=5108) 2024-11-12T03:20:38,231 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/.tmp/norep/10116e24fa28418faec32ff4ccc99282 2024-11-12T03:20:38,235 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10116e24fa28418faec32ff4ccc99282 2024-11-12T03:20:38,236 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/.tmp/f/b7cb95346293445f822fd0594680accc as hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/f/b7cb95346293445f822fd0594680accc 2024-11-12T03:20:38,241 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b7cb95346293445f822fd0594680accc 2024-11-12T03:20:38,241 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/f/b7cb95346293445f822fd0594680accc, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T03:20:38,242 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/.tmp/f1/55a77969d58d45aaa122a5faf1f5034d as hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/f1/55a77969d58d45aaa122a5faf1f5034d 2024-11-12T03:20:38,246 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 55a77969d58d45aaa122a5faf1f5034d 2024-11-12T03:20:38,246 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/f1/55a77969d58d45aaa122a5faf1f5034d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T03:20:38,247 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/.tmp/norep/10116e24fa28418faec32ff4ccc99282 as hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/norep/10116e24fa28418faec32ff4ccc99282 2024-11-12T03:20:38,251 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 10116e24fa28418faec32ff4ccc99282 2024-11-12T03:20:38,251 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/norep/10116e24fa28418faec32ff4ccc99282, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T03:20:38,252 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7d71addc423bbd69c50f3b3414a605a9 in 513ms, sequenceid=8, compaction requested=false 2024-11-12T03:20:38,256 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/.tmp/table/37dde8a6b46c4bc79e15922a41907e05 is 53, key is hbase:replication/table:state/1731381632255/Put/seqid=0 2024-11-12T03:20:38,265 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/default/test/7d71addc423bbd69c50f3b3414a605a9/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T03:20:38,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741846_1022 (size=5308) 2024-11-12T03:20:38,266 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:20:38,266 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:20:38,266 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. 2024-11-12T03:20:38,266 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d71addc423bbd69c50f3b3414a605a9: Waiting for close lock at 1731381637739Running coprocessor pre-close hooks at 1731381637739Disabling compacts and flushes for region at 1731381637739Disabling writes for close at 1731381637739Obtaining lock to block concurrent updates at 1731381637739Preparing flush snapshotting stores in 7d71addc423bbd69c50f3b3414a605a9 at 1731381637739Finished memstore snapshotting test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731381637740 (+1 ms)Flushing stores of test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. at 1731381637740Flushing 7d71addc423bbd69c50f3b3414a605a9/f: creating writer at 1731381637740Flushing 7d71addc423bbd69c50f3b3414a605a9/f: appending metadata at 1731381637757 (+17 ms)Flushing 7d71addc423bbd69c50f3b3414a605a9/f: closing flushed file at 1731381637757Flushing 7d71addc423bbd69c50f3b3414a605a9/f1: creating writer at 1731381638173 (+416 ms)Flushing 7d71addc423bbd69c50f3b3414a605a9/f1: appending metadata at 1731381638189 (+16 ms)Flushing 7d71addc423bbd69c50f3b3414a605a9/f1: closing flushed file at 1731381638189Flushing 7d71addc423bbd69c50f3b3414a605a9/norep: creating writer at 1731381638207 (+18 ms)Flushing 7d71addc423bbd69c50f3b3414a605a9/norep: appending metadata at 1731381638226 (+19 ms)Flushing 7d71addc423bbd69c50f3b3414a605a9/norep: closing flushed file at 1731381638226Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33107ee4: reopening flushed file at 1731381638235 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b79c28e: reopening flushed file at 1731381638241 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66ceacdf: reopening flushed file at 1731381638246 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 7d71addc423bbd69c50f3b3414a605a9 in 513ms, sequenceid=8, compaction requested=false at 1731381638252 (+6 ms)Writing region close event to WAL at 1731381638257 (+5 ms)Running coprocessor post-close hooks at 1731381638266 (+9 ms)Closed at 1731381638266 2024-11-12T03:20:38,266 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381628583.7d71addc423bbd69c50f3b3414a605a9. 2024-11-12T03:20:38,266 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 290096b1d30b9ec83fa285863a1c6868, disabling compactions & flushes 2024-11-12T03:20:38,266 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:38,266 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:38,267 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. after waiting 0 ms 2024-11-12T03:20:38,267 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:38,267 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 290096b1d30b9ec83fa285863a1c6868: Waiting for close lock at 1731381638266Running coprocessor pre-close hooks at 1731381638266Disabling compacts and flushes for region at 1731381638266Disabling writes for close at 1731381638267 (+1 ms)Failed flush hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868., putting online again at 1731381638267 2024-11-12T03:20:38,267 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:38,339 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(3091): Received CLOSE for 290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:38,339 DEBUG [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 290096b1d30b9ec83fa285863a1c6868 2024-11-12T03:20:38,339 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 290096b1d30b9ec83fa285863a1c6868, disabling compactions & flushes 2024-11-12T03:20:38,339 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:38,339 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:38,340 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. after waiting 0 ms 2024-11-12T03:20:38,340 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:38,340 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 290096b1d30b9ec83fa285863a1c6868: Waiting for close lock at 1731381638339Running coprocessor pre-close hooks at 1731381638339Disabling compacts and flushes for region at 1731381638339Disabling writes for close at 1731381638340 (+1 ms)Failed flush hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868., putting online again at 1731381638340 2024-11-12T03:20:38,340 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868. 2024-11-12T03:20:38,398 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 1162, reset compression=false 2024-11-12T03:20:38,403 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:20:38,404 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:20:38,404 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:20:38,404 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 1806, reset compression=false 2024-11-12T03:20:38,540 DEBUG [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:20:38,587 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 912, reset compression=false 2024-11-12T03:20:38,608 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/WALs/3fb681890ab2,33969,1731381624814/3fb681890ab2%2C33969%2C1731381624814.1731381626585 to pos 1806, reset compression=false 2024-11-12T03:20:38,666 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/.tmp/table/37dde8a6b46c4bc79e15922a41907e05 2024-11-12T03:20:38,671 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/.tmp/info/192b685d71a74d8e8755d7df5a7d421d as hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/info/192b685d71a74d8e8755d7df5a7d421d 2024-11-12T03:20:38,675 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/info/192b685d71a74d8e8755d7df5a7d421d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T03:20:38,676 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/.tmp/ns/bdc1396aa9f84302b8d903a84494f870 as hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/ns/bdc1396aa9f84302b8d903a84494f870 2024-11-12T03:20:38,680 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/ns/bdc1396aa9f84302b8d903a84494f870, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T03:20:38,680 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/.tmp/rep_barrier/6ff2c30deb9741c8be18e5ff2382b7a0 as hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/rep_barrier/6ff2c30deb9741c8be18e5ff2382b7a0 2024-11-12T03:20:38,684 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/rep_barrier/6ff2c30deb9741c8be18e5ff2382b7a0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T03:20:38,685 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/.tmp/table/37dde8a6b46c4bc79e15922a41907e05 as hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/table/37dde8a6b46c4bc79e15922a41907e05 2024-11-12T03:20:38,690 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/table/37dde8a6b46c4bc79e15922a41907e05, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T03:20:38,691 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=16, compaction requested=false 2024-11-12T03:20:38,699 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T03:20:38,699 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:20:38,699 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:20:38,700 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:20:38,700 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381637739Running coprocessor pre-close hooks at 1731381637739Disabling compacts and flushes for region at 1731381637739Disabling writes for close at 1731381637739Obtaining lock to block concurrent updates at 1731381637739Preparing flush snapshotting stores in 1588230740 at 1731381637739Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731381637740 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731381637740Flushing 1588230740/info: creating writer at 1731381637740Flushing 1588230740/info: appending metadata at 1731381637759 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731381637759Flushing 1588230740/ns: creating writer at 1731381637772 (+13 ms)Flushing 1588230740/ns: appending metadata at 1731381637790 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731381637790Flushing 1588230740/rep_barrier: creating writer at 1731381637806 (+16 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381637825 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381637825Flushing 1588230740/table: creating writer at 1731381638235 (+410 ms)Flushing 1588230740/table: appending metadata at 1731381638255 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731381638255Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2732d9b9: reopening flushed file at 1731381638670 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3842e253: reopening flushed file at 1731381638675 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b51dc8c: reopening flushed file at 1731381638680 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@765713ae: reopening flushed file at 1731381638684 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 952ms, sequenceid=16, compaction requested=false at 1731381638691 (+7 ms)Writing region close event to WAL at 1731381638696 (+5 ms)Running coprocessor post-close hooks at 1731381638699 (+3 ms)Closed at 1731381638699 2024-11-12T03:20:38,700 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:20:38,740 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T03:20:38,740 DEBUG [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1325): Online Regions={290096b1d30b9ec83fa285863a1c6868=hbase:replication,,1731381631403.290096b1d30b9ec83fa285863a1c6868.} 2024-11-12T03:20:38,740 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T03:20:38,740 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,33969,1731381624814; all regions closed. 2024-11-12T03:20:38,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741834_1010 (size=4239) 2024-11-12T03:20:38,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741839_1015 (size=1515) 2024-11-12T03:20:38,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741833_1009 (size=1814) 2024-11-12T03:20:38,749 DEBUG [RS:0;3fb681890ab2:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:38,749 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:20:38,749 INFO [RS:0;3fb681890ab2:33969 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:20:38,750 INFO [RS:0;3fb681890ab2:33969 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T03:20:38,750 INFO [RS:0;3fb681890ab2:33969 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:20:38,750 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:20:38,750 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,33969,1731381624814 because: Region server is closing 2024-11-12T03:20:38,750 INFO [RS:0;3fb681890ab2:33969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:33969. 2024-11-12T03:20:38,750 DEBUG [RS:0;3fb681890ab2:33969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:38,751 DEBUG [RS:0;3fb681890ab2:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:38,751 DEBUG [RS:0;3fb681890ab2:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:38,751 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:38,851 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.shipper3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 terminated 2024-11-12T03:20:38,851 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,33969,1731381624814.replicationSource.wal-reader.3fb681890ab2%2C33969%2C1731381624814,1-3fb681890ab2,33969,1731381624814 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:20:38,851 INFO [RS:0;3fb681890ab2:33969 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:33969. 2024-11-12T03:20:38,851 DEBUG [RS:0;3fb681890ab2:33969 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:38,851 DEBUG [RS:0;3fb681890ab2:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:38,851 DEBUG [RS:0;3fb681890ab2:33969 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:38,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:38,852 INFO [RS:0;3fb681890ab2:33969 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33969 2024-11-12T03:20:38,904 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300056371/rs/3fb681890ab2,33969,1731381624814 2024-11-12T03:20:38,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371/rs 2024-11-12T03:20:38,904 INFO [RS:0;3fb681890ab2:33969 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:20:38,914 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,33969,1731381624814] 2024-11-12T03:20:38,925 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-300056371/draining/3fb681890ab2,33969,1731381624814 already deleted, retry=false 2024-11-12T03:20:38,925 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,33969,1731381624814 expired; onlineServers=0 2024-11-12T03:20:38,925 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,42625,1731381624531' ***** 2024-11-12T03:20:38,925 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:20:38,925 INFO [M:0;3fb681890ab2:42625 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:20:38,925 INFO [M:0;3fb681890ab2:42625 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:20:38,925 DEBUG [M:0;3fb681890ab2:42625 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:20:38,925 DEBUG [M:0;3fb681890ab2:42625 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:20:38,925 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:20:38,925 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381626228 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381626228,5,FailOnTimeoutGroup] 2024-11-12T03:20:38,925 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381626231 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381626231,5,FailOnTimeoutGroup] 2024-11-12T03:20:38,925 INFO [M:0;3fb681890ab2:42625 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:20:38,926 INFO [M:0;3fb681890ab2:42625 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:20:38,926 DEBUG [M:0;3fb681890ab2:42625 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:20:38,926 INFO [M:0;3fb681890ab2:42625 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:20:38,926 INFO [M:0;3fb681890ab2:42625 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:20:38,926 INFO [M:0;3fb681890ab2:42625 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:20:38,926 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:20:38,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-300056371/master 2024-11-12T03:20:38,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-300056371 2024-11-12T03:20:38,935 DEBUG [M:0;3fb681890ab2:42625 {}] zookeeper.ZKUtil(347): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Unable to get data of znode /1-300056371/master because node does not exist (not an error) 2024-11-12T03:20:38,935 WARN [M:0;3fb681890ab2:42625 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:20:38,936 INFO [M:0;3fb681890ab2:42625 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/.lastflushedseqids 2024-11-12T03:20:38,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741847_1023 (size=245) 2024-11-12T03:20:39,014 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:39,014 INFO [RS:0;3fb681890ab2:33969 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:20:39,014 INFO [RS:0;3fb681890ab2:33969 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,33969,1731381624814; zookeeper connection closed. 2024-11-12T03:20:39,014 DEBUG [pool-1472-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33969-0x1012d0edcad0004, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:39,015 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@37839b1e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@37839b1e 2024-11-12T03:20:39,015 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:20:39,191 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 912, reset compression=false 2024-11-12T03:20:39,340 INFO [M:0;3fb681890ab2:42625 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:20:39,340 INFO [M:0;3fb681890ab2:42625 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:20:39,341 DEBUG [M:0;3fb681890ab2:42625 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:20:39,341 INFO [M:0;3fb681890ab2:42625 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:39,341 DEBUG [M:0;3fb681890ab2:42625 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:39,341 DEBUG [M:0;3fb681890ab2:42625 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:20:39,341 DEBUG [M:0;3fb681890ab2:42625 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:39,341 INFO [M:0;3fb681890ab2:42625 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T03:20:39,360 DEBUG [M:0;3fb681890ab2:42625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f475f9f226f84a95ab239ed5c8b47e6a is 82, key is hbase:meta,,1/info:regioninfo/1731381627193/Put/seqid=0 2024-11-12T03:20:39,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741848_1024 (size=5672) 2024-11-12T03:20:39,764 INFO [M:0;3fb681890ab2:42625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f475f9f226f84a95ab239ed5c8b47e6a 2024-11-12T03:20:39,787 DEBUG [M:0;3fb681890ab2:42625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe1523d9219448bd8354c3c6230cbe2f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731381632259/Put/seqid=0 2024-11-12T03:20:39,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741849_1025 (size=8517) 2024-11-12T03:20:39,895 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 912, reset compression=false 2024-11-12T03:20:40,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-12T03:20:40,005 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-12T03:20:40,198 INFO [M:0;3fb681890ab2:42625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe1523d9219448bd8354c3c6230cbe2f 2024-11-12T03:20:40,218 DEBUG [M:0;3fb681890ab2:42625 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf71f3bab87e402ab25d15b0649ea3d7 is 69, key is 3fb681890ab2,33969,1731381624814/rs:state/1731381626284/Put/seqid=0 2024-11-12T03:20:40,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741850_1026 (size=5156) 2024-11-12T03:20:40,622 INFO [M:0;3fb681890ab2:42625 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf71f3bab87e402ab25d15b0649ea3d7 2024-11-12T03:20:40,627 DEBUG [M:0;3fb681890ab2:42625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f475f9f226f84a95ab239ed5c8b47e6a as hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f475f9f226f84a95ab239ed5c8b47e6a 2024-11-12T03:20:40,631 INFO [M:0;3fb681890ab2:42625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f475f9f226f84a95ab239ed5c8b47e6a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T03:20:40,631 DEBUG [M:0;3fb681890ab2:42625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fe1523d9219448bd8354c3c6230cbe2f as hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe1523d9219448bd8354c3c6230cbe2f 2024-11-12T03:20:40,635 INFO [M:0;3fb681890ab2:42625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fe1523d9219448bd8354c3c6230cbe2f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T03:20:40,635 DEBUG [M:0;3fb681890ab2:42625 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf71f3bab87e402ab25d15b0649ea3d7 as hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf71f3bab87e402ab25d15b0649ea3d7 2024-11-12T03:20:40,639 INFO [M:0;3fb681890ab2:42625 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/d434dad2-2c3d-5185-2d14-c9994c87232f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf71f3bab87e402ab25d15b0649ea3d7, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T03:20:40,640 INFO [M:0;3fb681890ab2:42625 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false 2024-11-12T03:20:40,641 INFO [M:0;3fb681890ab2:42625 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:40,641 DEBUG [M:0;3fb681890ab2:42625 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381639341Disabling compacts and flushes for region at 1731381639341Disabling writes for close at 1731381639341Obtaining lock to block concurrent updates at 1731381639341Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381639341Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731381639341Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381639342 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381639342Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381639359 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381639359Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381639768 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381639787 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381639787Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381640202 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381640218 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381640218Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ccca21: reopening flushed file at 1731381640626 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e9decb4: reopening flushed file at 1731381640631 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16daa1a3: reopening flushed file at 1731381640635 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=97, compaction requested=false at 1731381640640 (+5 ms)Writing region close event to WAL at 1731381640640Closed at 1731381640640 2024-11-12T03:20:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42161 is added to blk_1073741830_1006 (size=63666) 2024-11-12T03:20:40,643 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:20:40,643 INFO [M:0;3fb681890ab2:42625 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:20:40,643 INFO [M:0;3fb681890ab2:42625 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42625 2024-11-12T03:20:40,644 INFO [M:0;3fb681890ab2:42625 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:20:40,699 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 912, reset compression=false 2024-11-12T03:20:40,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:40,807 INFO [M:0;3fb681890ab2:42625 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:20:40,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42625-0x1012d0edcad0003, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:40,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790b2c70{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:20:40,844 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e6736a8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:20:40,844 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:20:40,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@32d47073{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:20:40,844 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5172d7cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/hadoop.log.dir/,STOPPED} 2024-11-12T03:20:40,845 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:20:40,845 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:20:40,845 WARN [BP-1471096288-172.17.0.2-1731381622246 heartbeating to localhost/127.0.0.1:35925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:20:40,845 WARN [BP-1471096288-172.17.0.2-1731381622246 heartbeating to localhost/127.0.0.1:35925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1471096288-172.17.0.2-1731381622246 (Datanode Uuid 5d287da3-c3f8-4d08-88bc-b08ed71ccc0d) service to localhost/127.0.0.1:35925 2024-11-12T03:20:40,846 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/cluster_d1f72e91-fa37-67ab-1aa7-7ab0962af071/data/data1/current/BP-1471096288-172.17.0.2-1731381622246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:20:40,846 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/cluster_d1f72e91-fa37-67ab-1aa7-7ab0962af071/data/data2/current/BP-1471096288-172.17.0.2-1731381622246 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:20:40,846 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:20:40,850 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73eebb02{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:20:40,851 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b7c9c1a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:20:40,851 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:20:40,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cae8f34{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:20:40,851 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67c2d1fd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/hadoop.log.dir/,STOPPED} 2024-11-12T03:20:40,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:20:40,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:20:40,868 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:20:40,868 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:40,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:40,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:40,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:40,869 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:20:40,869 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1950452885, stopped=false 2024-11-12T03:20:40,869 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,43465,1731381619492 2024-11-12T03:20:40,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01438020042/running 2024-11-12T03:20:40,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01438020042/running 2024-11-12T03:20:40,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:40,944 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:40,944 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:20:40,945 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:20:40,945 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:40,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:40,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Set watcher on znode that does not yet exist, /01438020042/running 2024-11-12T03:20:40,945 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,42867,1731381619772' ***** 2024-11-12T03:20:40,945 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:20:40,945 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Set watcher on znode that does not yet exist, /01438020042/running 2024-11-12T03:20:40,946 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:20:40,946 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:20:40,946 INFO [RS:0;3fb681890ab2:42867 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:20:40,946 INFO [RS:0;3fb681890ab2:42867 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:20:40,946 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(3091): Received CLOSE for 3f1bd3fbb5597833e0a0d93fefc12202 2024-11-12T03:20:40,946 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(3091): Received CLOSE for 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:40,947 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,42867,1731381619772 2024-11-12T03:20:40,947 INFO [RS:0;3fb681890ab2:42867 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:20:40,947 INFO [RS:0;3fb681890ab2:42867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:42867. 2024-11-12T03:20:40,947 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3f1bd3fbb5597833e0a0d93fefc12202, disabling compactions & flushes 2024-11-12T03:20:40,947 DEBUG [RS:0;3fb681890ab2:42867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:40,947 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. 2024-11-12T03:20:40,947 DEBUG [RS:0;3fb681890ab2:42867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:40,947 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. 2024-11-12T03:20:40,947 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. after waiting 0 ms 2024-11-12T03:20:40,947 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. 2024-11-12T03:20:40,947 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:20:40,947 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:20:40,947 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:20:40,947 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:20:40,947 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3f1bd3fbb5597833e0a0d93fefc12202 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-12T03:20:40,948 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T03:20:40,948 DEBUG [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(1325): Online Regions={3f1bd3fbb5597833e0a0d93fefc12202=hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202., 1588230740=hbase:meta,,1.1588230740, 63f4c0099cc36ce54226c89c459ba731=test,,1731381627432.63f4c0099cc36ce54226c89c459ba731.} 2024-11-12T03:20:40,948 DEBUG [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3f1bd3fbb5597833e0a0d93fefc12202, 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:40,948 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:20:40,948 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:20:40,948 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:20:40,948 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:20:40,948 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:20:40,948 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T03:20:40,965 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/.tmp/info/56a00d795b3444e38b6355e106ee6807 is 147, key is hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202./info:regioninfo/1731381630408/Put/seqid=0 2024-11-12T03:20:40,966 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/replication/3f1bd3fbb5597833e0a0d93fefc12202/.tmp/queue/9ac83238bd68479b85ca945eee1b9c49 is 153, key is 1-3fb681890ab2,42867,1731381619772/queue:3fb681890ab2%2C42867%2C1731381619772/1731381637172/Put/seqid=0 2024-11-12T03:20:40,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741841_1017 (size=5352) 2024-11-12T03:20:40,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741840_1016 (size=7686) 2024-11-12T03:20:40,975 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/replication/3f1bd3fbb5597833e0a0d93fefc12202/.tmp/queue/9ac83238bd68479b85ca945eee1b9c49 2024-11-12T03:20:40,975 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/.tmp/info/56a00d795b3444e38b6355e106ee6807 2024-11-12T03:20:40,979 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/replication/3f1bd3fbb5597833e0a0d93fefc12202/.tmp/queue/9ac83238bd68479b85ca945eee1b9c49 as hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/replication/3f1bd3fbb5597833e0a0d93fefc12202/queue/9ac83238bd68479b85ca945eee1b9c49 2024-11-12T03:20:40,983 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/replication/3f1bd3fbb5597833e0a0d93fefc12202/queue/9ac83238bd68479b85ca945eee1b9c49, entries=1, sequenceid=10, filesize=5.2 K 2024-11-12T03:20:40,983 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 3f1bd3fbb5597833e0a0d93fefc12202 in 36ms, sequenceid=10, compaction requested=false 2024-11-12T03:20:40,987 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/replication/3f1bd3fbb5597833e0a0d93fefc12202/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T03:20:40,987 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:20:40,987 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:20:40,987 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. 2024-11-12T03:20:40,987 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3f1bd3fbb5597833e0a0d93fefc12202: Waiting for close lock at 1731381640947Running coprocessor pre-close hooks at 1731381640947Disabling compacts and flushes for region at 1731381640947Disabling writes for close at 1731381640947Obtaining lock to block concurrent updates at 1731381640947Preparing flush snapshotting stores in 3f1bd3fbb5597833e0a0d93fefc12202 at 1731381640947Finished memstore snapshotting hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1731381640947Flushing stores of hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. at 1731381640948 (+1 ms)Flushing 3f1bd3fbb5597833e0a0d93fefc12202/queue: creating writer at 1731381640948Flushing 3f1bd3fbb5597833e0a0d93fefc12202/queue: appending metadata at 1731381640966 (+18 ms)Flushing 3f1bd3fbb5597833e0a0d93fefc12202/queue: closing flushed file at 1731381640966Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd8e1c4: reopening flushed file at 1731381640979 (+13 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 3f1bd3fbb5597833e0a0d93fefc12202 in 36ms, sequenceid=10, compaction requested=false at 1731381640984 (+5 ms)Writing region close event to WAL at 1731381640984Running coprocessor post-close hooks at 1731381640987 (+3 ms)Closed at 1731381640987 2024-11-12T03:20:40,987 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731381629240.3f1bd3fbb5597833e0a0d93fefc12202. 2024-11-12T03:20:40,987 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 63f4c0099cc36ce54226c89c459ba731, disabling compactions & flushes 2024-11-12T03:20:40,987 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. 2024-11-12T03:20:40,987 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. 2024-11-12T03:20:40,987 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. after waiting 0 ms 2024-11-12T03:20:40,987 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. 2024-11-12T03:20:40,988 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 63f4c0099cc36ce54226c89c459ba731 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-12T03:20:40,993 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/.tmp/ns/0612bdcebe284d07854b8220f4c1a2e4 is 43, key is default/ns:d/1731381622090/Put/seqid=0 2024-11-12T03:20:40,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741842_1018 (size=5153) 2024-11-12T03:20:41,005 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/.tmp/f/252005d6c7c24b35965771d0b2f35972 is 29, key is row1/f:/1731381636574/DeleteFamily/seqid=0 2024-11-12T03:20:41,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741843_1019 (size=5118) 2024-11-12T03:20:41,038 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:20:41,148 DEBUG [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:41,301 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:20:41,301 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:20:41,348 DEBUG [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:41,398 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/.tmp/ns/0612bdcebe284d07854b8220f4c1a2e4 2024-11-12T03:20:41,409 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/.tmp/f/252005d6c7c24b35965771d0b2f35972 2024-11-12T03:20:41,413 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 252005d6c7c24b35965771d0b2f35972 2024-11-12T03:20:41,420 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/.tmp/rep_barrier/d7fd2a91424643b88ab1c992e891fa12 is 112, key is test,,1731381627432.63f4c0099cc36ce54226c89c459ba731./rep_barrier:seqnumDuringOpen/1731381628034/Put/seqid=0 2024-11-12T03:20:41,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741844_1020 (size=5518) 2024-11-12T03:20:41,427 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/.tmp/f1/52ce2381eac249b7b5c4de9147418a62 is 30, key is row1/f1:/1731381636574/DeleteFamily/seqid=0 2024-11-12T03:20:41,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741845_1021 (size=5123) 2024-11-12T03:20:41,549 DEBUG [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:41,605 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 912, reset compression=false 2024-11-12T03:20:41,610 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:20:41,610 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 1159, reset compression=false 2024-11-12T03:20:41,610 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,42867,1731381619772 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422, lastWalPosition=1159, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:20:41,611 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3fb681890ab2,42867,1731381619772: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3fb681890ab2,42867,1731381619772, walGroup=3fb681890ab2%2C42867%2C1731381619772, offset=3fb681890ab2%2C42867%2C1731381619772.1731381621422:1159, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:42867 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T03:20:41,613 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T03:20:41,613 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T03:20:41,613 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T03:20:41,614 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T03:20:41,614 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T03:20:41,614 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1061158912, "init": 1048576000, "max": 2306867200, "used": 610995000 }, "NonHeapMemoryUsage": { "committed": 195100672, "init": 7667712, "max": -1, "used": 192097392 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T03:20:41,615 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:43465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:43465 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T03:20:41,749 DEBUG [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 63f4c0099cc36ce54226c89c459ba731 2024-11-12T03:20:41,816 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 1159, reset compression=false 2024-11-12T03:20:41,826 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/.tmp/rep_barrier/d7fd2a91424643b88ab1c992e891fa12 2024-11-12T03:20:41,830 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/.tmp/f1/52ce2381eac249b7b5c4de9147418a62 2024-11-12T03:20:41,835 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52ce2381eac249b7b5c4de9147418a62 2024-11-12T03:20:41,842 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/.tmp/table/7c90f328a9af460ea5170df41b239611 is 53, key is hbase:replication/table:state/1731381630417/Put/seqid=0 2024-11-12T03:20:41,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741846_1022 (size=5308) 2024-11-12T03:20:41,846 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/.tmp/table/7c90f328a9af460ea5170df41b239611 2024-11-12T03:20:41,850 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/.tmp/info/56a00d795b3444e38b6355e106ee6807 as hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/info/56a00d795b3444e38b6355e106ee6807 2024-11-12T03:20:41,853 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/.tmp/norep/f005ac933ac644fc805ebe23c2f94f62 is 32, key is row/norep:/1731381635567/DeleteFamily/seqid=0 2024-11-12T03:20:41,854 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/info/56a00d795b3444e38b6355e106ee6807, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T03:20:41,855 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/.tmp/ns/0612bdcebe284d07854b8220f4c1a2e4 as hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/ns/0612bdcebe284d07854b8220f4c1a2e4 2024-11-12T03:20:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741847_1023 (size=5101) 2024-11-12T03:20:41,856 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/.tmp/norep/f005ac933ac644fc805ebe23c2f94f62 2024-11-12T03:20:41,859 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f005ac933ac644fc805ebe23c2f94f62 2024-11-12T03:20:41,859 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/ns/0612bdcebe284d07854b8220f4c1a2e4, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T03:20:41,860 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/.tmp/f/252005d6c7c24b35965771d0b2f35972 as hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/f/252005d6c7c24b35965771d0b2f35972 2024-11-12T03:20:41,860 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/.tmp/rep_barrier/d7fd2a91424643b88ab1c992e891fa12 as hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/rep_barrier/d7fd2a91424643b88ab1c992e891fa12 2024-11-12T03:20:41,863 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 252005d6c7c24b35965771d0b2f35972 2024-11-12T03:20:41,863 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/f/252005d6c7c24b35965771d0b2f35972, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T03:20:41,863 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/rep_barrier/d7fd2a91424643b88ab1c992e891fa12, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T03:20:41,864 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/.tmp/f1/52ce2381eac249b7b5c4de9147418a62 as hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/f1/52ce2381eac249b7b5c4de9147418a62 2024-11-12T03:20:41,864 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/.tmp/table/7c90f328a9af460ea5170df41b239611 as hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/table/7c90f328a9af460ea5170df41b239611 2024-11-12T03:20:41,868 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52ce2381eac249b7b5c4de9147418a62 2024-11-12T03:20:41,868 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/f1/52ce2381eac249b7b5c4de9147418a62, entries=2, sequenceid=8, filesize=5.0 K 2024-11-12T03:20:41,868 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/table/7c90f328a9af460ea5170df41b239611, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T03:20:41,868 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/.tmp/norep/f005ac933ac644fc805ebe23c2f94f62 as hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/norep/f005ac933ac644fc805ebe23c2f94f62 2024-11-12T03:20:41,869 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false 2024-11-12T03:20:41,869 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:20:41,872 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f005ac933ac644fc805ebe23c2f94f62 2024-11-12T03:20:41,873 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/norep/f005ac933ac644fc805ebe23c2f94f62, entries=1, sequenceid=8, filesize=5.0 K 2024-11-12T03:20:41,873 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T03:20:41,873 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:20:41,873 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:20:41,873 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:20:41,873 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381640948Running coprocessor pre-close hooks at 1731381640948Disabling compacts and flushes for region at 1731381640948Disabling writes for close at 1731381640948Obtaining lock to block concurrent updates at 1731381640948Preparing flush snapshotting stores in 1588230740 at 1731381640948Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731381640949 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731381640950 (+1 ms)Flushing 1588230740/info: creating writer at 1731381640950Flushing 1588230740/info: appending metadata at 1731381640965 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731381640965Flushing 1588230740/ns: creating writer at 1731381640979 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731381640992 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731381640992Flushing 1588230740/rep_barrier: creating writer at 1731381641403 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381641419 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381641419Flushing 1588230740/table: creating writer at 1731381641829 (+410 ms)Flushing 1588230740/table: appending metadata at 1731381641842 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731381641842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@617e9ace: reopening flushed file at 1731381641849 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15f7f328: reopening flushed file at 1731381641855 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24975480: reopening flushed file at 1731381641859 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a6405a6: reopening flushed file at 1731381641864 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 921ms, sequenceid=16, compaction requested=false at 1731381641869 (+5 ms)Writing region close event to WAL at 1731381641870 (+1 ms)Running coprocessor post-close hooks at 1731381641873 (+3 ms)Closed at 1731381641873 2024-11-12T03:20:41,874 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:20:41,874 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 63f4c0099cc36ce54226c89c459ba731 in 887ms, sequenceid=8, compaction requested=false 2024-11-12T03:20:41,874 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T03:20:41,883 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/data/default/test/63f4c0099cc36ce54226c89c459ba731/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-12T03:20:41,883 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:20:41,883 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:20:41,883 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. 2024-11-12T03:20:41,883 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 63f4c0099cc36ce54226c89c459ba731: Waiting for close lock at 1731381640987Running coprocessor pre-close hooks at 1731381640987Disabling compacts and flushes for region at 1731381640987Disabling writes for close at 1731381640987Obtaining lock to block concurrent updates at 1731381640988 (+1 ms)Preparing flush snapshotting stores in 63f4c0099cc36ce54226c89c459ba731 at 1731381640988Finished memstore snapshotting test,,1731381627432.63f4c0099cc36ce54226c89c459ba731., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731381640988Flushing stores of test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. at 1731381640988Flushing 63f4c0099cc36ce54226c89c459ba731/f: creating writer at 1731381640988Flushing 63f4c0099cc36ce54226c89c459ba731/f: appending metadata at 1731381641004 (+16 ms)Flushing 63f4c0099cc36ce54226c89c459ba731/f: closing flushed file at 1731381641004Flushing 63f4c0099cc36ce54226c89c459ba731/f1: creating writer at 1731381641413 (+409 ms)Flushing 63f4c0099cc36ce54226c89c459ba731/f1: appending metadata at 1731381641426 (+13 ms)Flushing 63f4c0099cc36ce54226c89c459ba731/f1: closing flushed file at 1731381641426Flushing 63f4c0099cc36ce54226c89c459ba731/norep: creating writer at 1731381641835 (+409 ms)Flushing 63f4c0099cc36ce54226c89c459ba731/norep: appending metadata at 1731381641852 (+17 ms)Flushing 63f4c0099cc36ce54226c89c459ba731/norep: closing flushed file at 1731381641852Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dd03232: reopening flushed file at 1731381641859 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42b11c94: reopening flushed file at 1731381641864 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c2d9172: reopening flushed file at 1731381641868 (+4 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 63f4c0099cc36ce54226c89c459ba731 in 887ms, sequenceid=8, compaction requested=false at 1731381641874 (+6 ms)Writing region close event to WAL at 1731381641880 (+6 ms)Running coprocessor post-close hooks at 1731381641883 (+3 ms)Closed at 1731381641883 2024-11-12T03:20:41,884 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381627432.63f4c0099cc36ce54226c89c459ba731. 2024-11-12T03:20:41,949 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,42867,1731381619772; all regions closed. 2024-11-12T03:20:41,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741834_1010 (size=4239) 2024-11-12T03:20:41,951 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.meta.1731381622003.meta not finished, retry = 0 2024-11-12T03:20:42,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741839_1015 (size=2676) 2024-11-12T03:20:42,054 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.rep.1731381630374 not finished, retry = 0 2024-11-12T03:20:42,121 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 1159, reset compression=false 2024-11-12T03:20:42,126 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:20:42,126 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/WALs/3fb681890ab2,42867,1731381619772/3fb681890ab2%2C42867%2C1731381619772.1731381621422 to pos 1803, reset compression=false 2024-11-12T03:20:42,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741833_1009 (size=1811) 2024-11-12T03:20:42,157 DEBUG [RS:0;3fb681890ab2:42867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:42,157 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:20:42,157 INFO [RS:0;3fb681890ab2:42867 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:20:42,157 INFO [RS:0;3fb681890ab2:42867 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T03:20:42,157 INFO [RS:0;3fb681890ab2:42867 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:20:42,157 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:20:42,157 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,42867,1731381619772 because: Region server is closing 2024-11-12T03:20:42,157 INFO [RS:0;3fb681890ab2:42867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:42867. 2024-11-12T03:20:42,157 DEBUG [RS:0;3fb681890ab2:42867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:42,157 DEBUG [RS:0;3fb681890ab2:42867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:42,158 DEBUG [RS:0;3fb681890ab2:42867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:42,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:42,258 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.shipper3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 terminated 2024-11-12T03:20:42,258 INFO [RS:0;3fb681890ab2:42867 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:42867. 2024-11-12T03:20:42,258 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42867,1731381619772.replicationSource.wal-reader.3fb681890ab2%2C42867%2C1731381619772,1-3fb681890ab2,42867,1731381619772 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:20:42,258 DEBUG [RS:0;3fb681890ab2:42867 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:20:42,258 DEBUG [RS:0;3fb681890ab2:42867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:42,258 DEBUG [RS:0;3fb681890ab2:42867 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:42,258 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:20:42,258 INFO [RS:0;3fb681890ab2:42867 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42867 2024-11-12T03:20:42,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01438020042/rs/3fb681890ab2,42867,1731381619772 2024-11-12T03:20:42,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042/rs 2024-11-12T03:20:42,307 INFO [RS:0;3fb681890ab2:42867 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:20:42,308 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,42867,1731381619772] 2024-11-12T03:20:42,328 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01438020042/draining/3fb681890ab2,42867,1731381619772 already deleted, retry=false 2024-11-12T03:20:42,328 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,42867,1731381619772 expired; onlineServers=0 2024-11-12T03:20:42,328 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,43465,1731381619492' ***** 2024-11-12T03:20:42,328 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:20:42,328 INFO [M:0;3fb681890ab2:43465 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:20:42,328 INFO [M:0;3fb681890ab2:43465 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:20:42,328 DEBUG [M:0;3fb681890ab2:43465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:20:42,328 DEBUG [M:0;3fb681890ab2:43465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:20:42,328 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:20:42,328 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381621152 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381621152,5,FailOnTimeoutGroup] 2024-11-12T03:20:42,328 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381621164 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381621164,5,FailOnTimeoutGroup] 2024-11-12T03:20:42,328 INFO [M:0;3fb681890ab2:43465 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:20:42,329 INFO [M:0;3fb681890ab2:43465 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:20:42,329 DEBUG [M:0;3fb681890ab2:43465 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:20:42,329 INFO [M:0;3fb681890ab2:43465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:20:42,329 INFO [M:0;3fb681890ab2:43465 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:20:42,329 INFO [M:0;3fb681890ab2:43465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:20:42,329 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:20:42,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01438020042/master 2024-11-12T03:20:42,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01438020042 2024-11-12T03:20:42,339 DEBUG [M:0;3fb681890ab2:43465 {}] zookeeper.ZKUtil(347): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Unable to get data of znode /01438020042/master because node does not exist (not an error) 2024-11-12T03:20:42,339 WARN [M:0;3fb681890ab2:43465 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:20:42,340 INFO [M:0;3fb681890ab2:43465 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/.lastflushedseqids 2024-11-12T03:20:42,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741848_1024 (size=245) 2024-11-12T03:20:42,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:42,418 INFO [RS:0;3fb681890ab2:42867 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:20:42,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42867-0x1012d0edcad0001, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:42,418 INFO [RS:0;3fb681890ab2:42867 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,42867,1731381619772; zookeeper connection closed. 2024-11-12T03:20:42,418 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@178baf3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@178baf3 2024-11-12T03:20:42,418 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:20:42,744 INFO [M:0;3fb681890ab2:43465 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:20:42,744 INFO [M:0;3fb681890ab2:43465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:20:42,744 DEBUG [M:0;3fb681890ab2:43465 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:20:42,744 INFO [M:0;3fb681890ab2:43465 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:42,744 DEBUG [M:0;3fb681890ab2:43465 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:42,744 DEBUG [M:0;3fb681890ab2:43465 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:20:42,744 DEBUG [M:0;3fb681890ab2:43465 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:42,745 INFO [M:0;3fb681890ab2:43465 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T03:20:42,761 DEBUG [M:0;3fb681890ab2:43465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94295b446f1544fd9499e1542e80666b is 82, key is hbase:meta,,1/info:regioninfo/1731381622037/Put/seqid=0 2024-11-12T03:20:42,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741849_1025 (size=5672) 2024-11-12T03:20:42,929 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:42,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:42,930 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28328 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:43,165 INFO [M:0;3fb681890ab2:43465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94295b446f1544fd9499e1542e80666b 2024-11-12T03:20:43,180 DEBUG [M:0;3fb681890ab2:43465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67cfde2c7f8b4032b5a597cb4abcff5a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731381630422/Put/seqid=0 2024-11-12T03:20:43,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741850_1026 (size=8516) 2024-11-12T03:20:43,583 INFO [M:0;3fb681890ab2:43465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67cfde2c7f8b4032b5a597cb4abcff5a 2024-11-12T03:20:43,602 DEBUG [M:0;3fb681890ab2:43465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfa74e9769c14b3db5b17c52401550d9 is 69, key is 3fb681890ab2,42867,1731381619772/rs:state/1731381621229/Put/seqid=0 2024-11-12T03:20:43,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741851_1027 (size=5156) 2024-11-12T03:20:43,768 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:20:43,769 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:43,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:43,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:43,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:43,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:43,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:43,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:43,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:43,807 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:43,809 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:44,005 INFO [M:0;3fb681890ab2:43465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfa74e9769c14b3db5b17c52401550d9 2024-11-12T03:20:44,010 DEBUG [M:0;3fb681890ab2:43465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/94295b446f1544fd9499e1542e80666b as hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94295b446f1544fd9499e1542e80666b 2024-11-12T03:20:44,014 INFO [M:0;3fb681890ab2:43465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/94295b446f1544fd9499e1542e80666b, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T03:20:44,014 DEBUG [M:0;3fb681890ab2:43465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/67cfde2c7f8b4032b5a597cb4abcff5a as hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67cfde2c7f8b4032b5a597cb4abcff5a 2024-11-12T03:20:44,018 INFO [M:0;3fb681890ab2:43465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/67cfde2c7f8b4032b5a597cb4abcff5a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T03:20:44,019 DEBUG [M:0;3fb681890ab2:43465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dfa74e9769c14b3db5b17c52401550d9 as hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfa74e9769c14b3db5b17c52401550d9 2024-11-12T03:20:44,022 INFO [M:0;3fb681890ab2:43465 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33365/user/jenkins/test-data/e714c495-3ad0-0100-4fb9-115890335d73/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dfa74e9769c14b3db5b17c52401550d9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T03:20:44,023 INFO [M:0;3fb681890ab2:43465 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false 2024-11-12T03:20:44,024 INFO [M:0;3fb681890ab2:43465 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:44,024 DEBUG [M:0;3fb681890ab2:43465 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381642744Disabling compacts and flushes for region at 1731381642744Disabling writes for close at 1731381642744Obtaining lock to block concurrent updates at 1731381642745 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381642745Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731381642745Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381642745Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381642745Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381642761 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381642761Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381643168 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381643179 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381643179Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381643587 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381643602 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381643602Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78024cac: reopening flushed file at 1731381644009 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46e56176: reopening flushed file at 1731381644014 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5da29548: reopening flushed file at 1731381644018 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=97, compaction requested=false at 1731381644023 (+5 ms)Writing region close event to WAL at 1731381644024 (+1 ms)Closed at 1731381644024 2024-11-12T03:20:44,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32981 is added to blk_1073741830_1006 (size=63654) 2024-11-12T03:20:44,026 INFO [M:0;3fb681890ab2:43465 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:20:44,026 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:20:44,026 INFO [M:0;3fb681890ab2:43465 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43465 2024-11-12T03:20:44,027 INFO [M:0;3fb681890ab2:43465 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:20:44,197 INFO [M:0;3fb681890ab2:43465 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:20:44,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:44,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43465-0x1012d0edcad0000, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:20:44,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12b0a9aa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:20:44,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@66baa053{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:20:44,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:20:44,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d3e9992{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:20:44,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16c12be5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/hadoop.log.dir/,STOPPED} 2024-11-12T03:20:44,201 WARN [BP-975291811-172.17.0.2-1731381616923 heartbeating to localhost/127.0.0.1:33365 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:20:44,201 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:20:44,201 WARN [BP-975291811-172.17.0.2-1731381616923 heartbeating to localhost/127.0.0.1:33365 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-975291811-172.17.0.2-1731381616923 (Datanode Uuid db0b9a0f-ee44-403c-95e5-9dff2c2af79a) service to localhost/127.0.0.1:33365 2024-11-12T03:20:44,201 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:20:44,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/cluster_98087ada-ab02-80f1-b958-965a8229edea/data/data1/current/BP-975291811-172.17.0.2-1731381616923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:20:44,202 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/cluster_98087ada-ab02-80f1-b958-965a8229edea/data/data2/current/BP-975291811-172.17.0.2-1731381616923 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:20:44,202 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:20:44,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5172f5da{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:20:44,207 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e05f28e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:20:44,208 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:20:44,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@de59a61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:20:44,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1424c9be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/2add6685-d301-72aa-5234-015526adaa73/hadoop.log.dir/,STOPPED} 2024-11-12T03:20:44,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T03:20:44,224 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:20:44,232 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 246) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33365 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:33365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35925 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55932) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55932) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33365 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33365 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33365 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:35925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 625) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=408 (was 370) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5574 (was 6369) 2024-11-12T03:20:44,239 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=408, ProcessCount=11, AvailableMemoryMB=5572 2024-11-12T03:20:44,251 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-12T03:20:44,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/hadoop.log.dir so I do NOT create it in target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837 2024-11-12T03:20:44,251 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:20:44,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/hadoop.tmp.dir so I do NOT create it in target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837 2024-11-12T03:20:44,252 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/6735701c-9611-c5fc-0a32-ba9298605320/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:20:44,252 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837 2024-11-12T03:20:44,252 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/cluster_36364281-c7b8-e39b-601c-e6685f04ebe0, deleteOnExit=true 2024-11-12T03:20:44,274 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/cluster_36364281-c7b8-e39b-601c-e6685f04ebe0/zookeeper_0, clientPort=50868, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/cluster_36364281-c7b8-e39b-601c-e6685f04ebe0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/cluster_36364281-c7b8-e39b-601c-e6685f04ebe0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T03:20:44,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50868 2024-11-12T03:20:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:20:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:20:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/test.cache.data in system properties and HBase conf 2024-11-12T03:20:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:20:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:20:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:20:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:20:44,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:20:44,275 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:20:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:20:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:20:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:20:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:20:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:20:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:20:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:20:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:20:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:20:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:20:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:20:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:20:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:20:44,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:20:44,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012d0edcad0005, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:20:44,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012d0edcad0002, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:20:44,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012d0edcad0005, quorum=127.0.0.1:55932, baseZNode=/1-300056371 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:20:44,311 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012d0edcad0002, quorum=127.0.0.1:55932, baseZNode=/01438020042 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:20:44,710 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:44,713 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:20:44,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:20:44,715 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:20:44,715 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:20:44,716 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:44,717 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7188027e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:20:44,718 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@652543cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:20:44,829 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56199b95{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/java.io.tmpdir/jetty-localhost-39669-hadoop-hdfs-3_4_1-tests_jar-_-any-8689288282293779221/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:20:44,830 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7612f0c{HTTP/1.1, (http/1.1)}{localhost:39669} 2024-11-12T03:20:44,830 INFO [Time-limited test {}] server.Server(415): Started @220939ms 2024-11-12T03:20:45,111 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:45,115 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:20:45,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:20:45,120 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:20:45,120 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:20:45,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69529380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:20:45,121 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c10706a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:20:45,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38668141{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/java.io.tmpdir/jetty-localhost-34985-hadoop-hdfs-3_4_1-tests_jar-_-any-8013060677946837595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:20:45,233 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65274dbf{HTTP/1.1, (http/1.1)}{localhost:34985} 2024-11-12T03:20:45,233 INFO [Time-limited test {}] server.Server(415): Started @221342ms 2024-11-12T03:20:45,235 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:20:45,894 WARN [Thread-2651 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/cluster_36364281-c7b8-e39b-601c-e6685f04ebe0/data/data1/current/BP-981368072-172.17.0.2-1731381644290/current, will proceed with Du for space computation calculation, 2024-11-12T03:20:45,894 WARN [Thread-2652 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/cluster_36364281-c7b8-e39b-601c-e6685f04ebe0/data/data2/current/BP-981368072-172.17.0.2-1731381644290/current, will proceed with Du for space computation calculation, 2024-11-12T03:20:45,919 WARN [Thread-2639 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:20:45,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5a50362e8ad1c3b with lease ID 0x1f26e0d9f4a24bd2: Processing first storage report for DS-9e9616ab-2be0-4f76-851e-5ec01f4fb08a from datanode DatanodeRegistration(127.0.0.1:41613, datanodeUuid=e1dd02bd-961c-49a5-971d-af0c4d0ce170, infoPort=39495, infoSecurePort=0, ipcPort=33075, storageInfo=lv=-57;cid=testClusterID;nsid=1683765290;c=1731381644290) 2024-11-12T03:20:45,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5a50362e8ad1c3b with lease ID 0x1f26e0d9f4a24bd2: from storage DS-9e9616ab-2be0-4f76-851e-5ec01f4fb08a node DatanodeRegistration(127.0.0.1:41613, datanodeUuid=e1dd02bd-961c-49a5-971d-af0c4d0ce170, infoPort=39495, infoSecurePort=0, ipcPort=33075, storageInfo=lv=-57;cid=testClusterID;nsid=1683765290;c=1731381644290), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:20:45,922 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5a50362e8ad1c3b with lease ID 0x1f26e0d9f4a24bd2: Processing first storage report for DS-f592cab9-a8cb-44a2-b785-588fbe8a39b7 from datanode DatanodeRegistration(127.0.0.1:41613, datanodeUuid=e1dd02bd-961c-49a5-971d-af0c4d0ce170, infoPort=39495, infoSecurePort=0, ipcPort=33075, storageInfo=lv=-57;cid=testClusterID;nsid=1683765290;c=1731381644290) 2024-11-12T03:20:45,922 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5a50362e8ad1c3b with lease ID 0x1f26e0d9f4a24bd2: from storage DS-f592cab9-a8cb-44a2-b785-588fbe8a39b7 node DatanodeRegistration(127.0.0.1:41613, datanodeUuid=e1dd02bd-961c-49a5-971d-af0c4d0ce170, infoPort=39495, infoSecurePort=0, ipcPort=33075, storageInfo=lv=-57;cid=testClusterID;nsid=1683765290;c=1731381644290), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:20:45,971 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837 2024-11-12T03:20:45,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:45,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:45,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:20:46,381 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078 with version=8 2024-11-12T03:20:46,381 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/hbase-staging 2024-11-12T03:20:46,382 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:20:46,382 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:46,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:46,383 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:20:46,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:46,383 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:20:46,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:20:46,383 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:20:46,383 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38383 2024-11-12T03:20:46,384 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38383 connecting to ZooKeeper ensemble=127.0.0.1:50868 2024-11-12T03:20:46,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:383830x0, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:20:46,489 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38383-0x1012d0f479d0000 connected 2024-11-12T03:20:46,572 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:46,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:46,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Set watcher on znode that does not yet exist, /0-551790003/running 2024-11-12T03:20:46,576 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078, hbase.cluster.distributed=false 2024-11-12T03:20:46,578 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Set watcher on znode that does not yet exist, /0-551790003/acl 2024-11-12T03:20:46,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38383 2024-11-12T03:20:46,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38383 2024-11-12T03:20:46,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38383 2024-11-12T03:20:46,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38383 2024-11-12T03:20:46,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38383 2024-11-12T03:20:46,596 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:20:46,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:46,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:46,596 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:20:46,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:46,596 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:20:46,596 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:20:46,596 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:20:46,597 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35051 2024-11-12T03:20:46,597 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35051 connecting to ZooKeeper ensemble=127.0.0.1:50868 2024-11-12T03:20:46,597 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:46,599 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:46,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:350510x0, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:20:46,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:350510x0, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Set watcher on znode that does not yet exist, /0-551790003/running 2024-11-12T03:20:46,613 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35051-0x1012d0f479d0001 connected 2024-11-12T03:20:46,613 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:20:46,613 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:20:46,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Set watcher on znode that does not yet exist, /0-551790003/master 2024-11-12T03:20:46,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Set watcher on znode that does not yet exist, /0-551790003/acl 2024-11-12T03:20:46,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35051 2024-11-12T03:20:46,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35051 2024-11-12T03:20:46,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35051 2024-11-12T03:20:46,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35051 2024-11-12T03:20:46,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35051 2024-11-12T03:20:46,626 DEBUG [M:0;3fb681890ab2:38383 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:38383 2024-11-12T03:20:46,628 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-551790003/backup-masters/3fb681890ab2,38383,1731381646382 2024-11-12T03:20:46,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003/backup-masters 2024-11-12T03:20:46,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003/backup-masters 2024-11-12T03:20:46,636 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Set watcher on existing znode=/0-551790003/backup-masters/3fb681890ab2,38383,1731381646382 2024-11-12T03:20:46,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-551790003/master 2024-11-12T03:20:46,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:20:46,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:20:46,646 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Set watcher on existing znode=/0-551790003/master 2024-11-12T03:20:46,646 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-551790003/backup-masters/3fb681890ab2,38383,1731381646382 from backup master directory 2024-11-12T03:20:46,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-551790003/backup-masters/3fb681890ab2,38383,1731381646382 2024-11-12T03:20:46,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003/backup-masters 2024-11-12T03:20:46,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003/backup-masters 2024-11-12T03:20:46,656 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:20:46,656 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,38383,1731381646382 2024-11-12T03:20:46,659 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/hbase.id] with ID: c4bb2a42-96eb-4f71-8503-291721fcb30a 2024-11-12T03:20:46,659 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/.tmp/hbase.id 2024-11-12T03:20:46,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:20:47,070 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/.tmp/hbase.id]:[hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/hbase.id] 2024-11-12T03:20:47,078 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:47,078 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:20:47,079 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T03:20:47,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:20:47,130 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:20:47,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:20:47,535 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:20:47,536 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:20:47,536 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:47,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:20:47,542 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store 2024-11-12T03:20:47,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:20:47,946 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:47,946 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:20:47,946 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:47,946 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:47,946 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:20:47,946 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:47,946 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:47,947 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381647946Disabling compacts and flushes for region at 1731381647946Disabling writes for close at 1731381647946Writing region close event to WAL at 1731381647946Closed at 1731381647946 2024-11-12T03:20:47,947 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/.initializing 2024-11-12T03:20:47,947 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/WALs/3fb681890ab2,38383,1731381646382 2024-11-12T03:20:47,948 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:20:47,949 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C38383%2C1731381646382, suffix=, logDir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/WALs/3fb681890ab2,38383,1731381646382, archiveDir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/oldWALs, maxLogs=10 2024-11-12T03:20:47,962 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/WALs/3fb681890ab2,38383,1731381646382/3fb681890ab2%2C38383%2C1731381646382.1731381647950, exclude list is [], retry=0 2024-11-12T03:20:47,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41613,DS-9e9616ab-2be0-4f76-851e-5ec01f4fb08a,DISK] 2024-11-12T03:20:47,965 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/WALs/3fb681890ab2,38383,1731381646382/3fb681890ab2%2C38383%2C1731381646382.1731381647950 2024-11-12T03:20:47,966 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39495:39495)] 2024-11-12T03:20:47,966 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:47,966 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:47,966 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:47,966 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:47,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:47,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:20:47,970 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:47,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:47,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:47,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:20:47,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:47,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:47,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:47,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:20:47,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:47,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:47,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:47,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:20:47,973 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:47,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:47,974 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:47,974 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:47,974 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:47,975 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:47,975 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:47,975 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:20:47,976 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:47,978 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:47,979 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63058122, jitterRate=-0.06036075949668884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:20:47,979 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381647966Initializing all the Stores at 1731381647967 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381647967Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381647969 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381647969Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381647969Cleaning up temporary data from old regions at 1731381647975 (+6 ms)Region opened successfully at 1731381647979 (+4 ms) 2024-11-12T03:20:47,980 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:20:47,982 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62abb9d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:20:47,983 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:20:47,983 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:20:47,983 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:20:47,983 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:20:47,983 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:20:47,983 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:20:47,983 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:20:47,985 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:20:47,986 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Unable to get data of znode /0-551790003/balancer because node does not exist (not necessarily an error) 2024-11-12T03:20:48,160 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-551790003/balancer already deleted, retry=false 2024-11-12T03:20:48,160 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:20:48,161 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Unable to get data of znode /0-551790003/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:20:48,212 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-551790003/normalizer already deleted, retry=false 2024-11-12T03:20:48,212 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:20:48,213 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Unable to get data of znode /0-551790003/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:20:48,291 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-551790003/switch/split already deleted, retry=false 2024-11-12T03:20:48,292 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Unable to get data of znode /0-551790003/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:20:48,319 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-551790003/switch/merge already deleted, retry=false 2024-11-12T03:20:48,321 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Unable to get data of znode /0-551790003/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:20:48,330 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-551790003/snapshot-cleanup already deleted, retry=false 2024-11-12T03:20:48,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-551790003/running 2024-11-12T03:20:48,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-551790003/running 2024-11-12T03:20:48,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:20:48,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:20:48,341 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,38383,1731381646382, sessionid=0x1012d0f479d0000, setting cluster-up flag (Was=false) 2024-11-12T03:20:48,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:20:48,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:20:48,498 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-551790003/flush-table-proc/acquired, /0-551790003/flush-table-proc/reached, /0-551790003/flush-table-proc/abort 2024-11-12T03:20:48,499 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,38383,1731381646382 2024-11-12T03:20:48,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:20:48,621 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:20:48,667 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-551790003/online-snapshot/acquired, /0-551790003/online-snapshot/reached, /0-551790003/online-snapshot/abort 2024-11-12T03:20:48,668 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,38383,1731381646382 2024-11-12T03:20:48,668 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:20:48,669 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:48,670 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:20:48,670 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:20:48,670 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,38383,1731381646382 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:20:48,671 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:48,671 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:48,671 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:48,671 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:48,671 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:20:48,671 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:48,671 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:20:48,671 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:48,674 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381678674 2024-11-12T03:20:48,674 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:20:48,674 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:20:48,674 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:48,674 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:20:48,674 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:20:48,674 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:20:48,674 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:20:48,674 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:20:48,674 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:48,674 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:20:48,674 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:20:48,675 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:20:48,675 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:20:48,675 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:20:48,675 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:20:48,675 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:48,675 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381648675,5,FailOnTimeoutGroup] 2024-11-12T03:20:48,675 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:20:48,676 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381648675,5,FailOnTimeoutGroup] 2024-11-12T03:20:48,676 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:48,676 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:20:48,676 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:48,676 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:48,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:20:48,719 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(746): ClusterId : c4bb2a42-96eb-4f71-8503-291721fcb30a 2024-11-12T03:20:48,719 DEBUG [RS:0;3fb681890ab2:35051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:20:48,730 DEBUG [RS:0;3fb681890ab2:35051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:20:48,730 DEBUG [RS:0;3fb681890ab2:35051 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:20:48,741 DEBUG [RS:0;3fb681890ab2:35051 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:20:48,741 DEBUG [RS:0;3fb681890ab2:35051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@93cd369, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:20:48,751 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:35051 2024-11-12T03:20:48,752 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:20:48,752 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:20:48,752 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:20:48,752 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,38383,1731381646382 with port=35051, startcode=1731381646596 2024-11-12T03:20:48,752 DEBUG [RS:0;3fb681890ab2:35051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:20:48,753 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40729, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:20:48,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38383 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,35051,1731381646596 2024-11-12T03:20:48,754 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38383 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,35051,1731381646596 2024-11-12T03:20:48,755 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078 2024-11-12T03:20:48,755 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35505 2024-11-12T03:20:48,755 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:20:48,761 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003/rs 2024-11-12T03:20:48,762 DEBUG [RS:0;3fb681890ab2:35051 {}] zookeeper.ZKUtil(111): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Set watcher on existing znode=/0-551790003/rs/3fb681890ab2,35051,1731381646596 2024-11-12T03:20:48,762 WARN [RS:0;3fb681890ab2:35051 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:20:48,762 INFO [RS:0;3fb681890ab2:35051 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:48,762 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596 2024-11-12T03:20:48,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,35051,1731381646596] 2024-11-12T03:20:48,767 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:20:48,768 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:20:48,769 INFO [RS:0;3fb681890ab2:35051 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:20:48,769 INFO [RS:0;3fb681890ab2:35051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:48,769 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:20:48,769 INFO [RS:0;3fb681890ab2:35051 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:20:48,770 INFO [RS:0;3fb681890ab2:35051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:48,770 DEBUG [RS:0;3fb681890ab2:35051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:48,770 DEBUG [RS:0;3fb681890ab2:35051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:48,770 DEBUG [RS:0;3fb681890ab2:35051 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:48,770 DEBUG [RS:0;3fb681890ab2:35051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:48,770 DEBUG [RS:0;3fb681890ab2:35051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:48,770 DEBUG [RS:0;3fb681890ab2:35051 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:20:48,770 DEBUG [RS:0;3fb681890ab2:35051 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:48,770 DEBUG [RS:0;3fb681890ab2:35051 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:48,770 DEBUG [RS:0;3fb681890ab2:35051 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:48,770 DEBUG [RS:0;3fb681890ab2:35051 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:48,770 DEBUG [RS:0;3fb681890ab2:35051 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:48,770 DEBUG [RS:0;3fb681890ab2:35051 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:48,770 DEBUG [RS:0;3fb681890ab2:35051 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:20:48,770 DEBUG [RS:0;3fb681890ab2:35051 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:20:48,772 INFO [RS:0;3fb681890ab2:35051 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:48,772 INFO [RS:0;3fb681890ab2:35051 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:48,772 INFO [RS:0;3fb681890ab2:35051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:48,772 INFO [RS:0;3fb681890ab2:35051 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:48,772 INFO [RS:0;3fb681890ab2:35051 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:48,772 INFO [RS:0;3fb681890ab2:35051 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35051,1731381646596-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:20:48,792 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:20:48,792 INFO [RS:0;3fb681890ab2:35051 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,35051,1731381646596-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:48,792 INFO [RS:0;3fb681890ab2:35051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:48,792 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.Replication(171): 3fb681890ab2,35051,1731381646596 started 2024-11-12T03:20:48,810 INFO [RS:0;3fb681890ab2:35051 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:48,810 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,35051,1731381646596, RpcServer on 3fb681890ab2/172.17.0.2:35051, sessionid=0x1012d0f479d0001 2024-11-12T03:20:48,810 DEBUG [RS:0;3fb681890ab2:35051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:20:48,810 DEBUG [RS:0;3fb681890ab2:35051 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,35051,1731381646596 2024-11-12T03:20:48,810 DEBUG [RS:0;3fb681890ab2:35051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,35051,1731381646596' 2024-11-12T03:20:48,811 DEBUG [RS:0;3fb681890ab2:35051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-551790003/flush-table-proc/abort' 2024-11-12T03:20:48,811 DEBUG [RS:0;3fb681890ab2:35051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-551790003/flush-table-proc/acquired' 2024-11-12T03:20:48,811 DEBUG [RS:0;3fb681890ab2:35051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:20:48,811 DEBUG [RS:0;3fb681890ab2:35051 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:20:48,812 DEBUG [RS:0;3fb681890ab2:35051 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,35051,1731381646596 2024-11-12T03:20:48,812 DEBUG [RS:0;3fb681890ab2:35051 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,35051,1731381646596' 2024-11-12T03:20:48,812 DEBUG [RS:0;3fb681890ab2:35051 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-551790003/online-snapshot/abort' 2024-11-12T03:20:48,812 DEBUG [RS:0;3fb681890ab2:35051 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-551790003/online-snapshot/acquired' 2024-11-12T03:20:48,812 DEBUG [RS:0;3fb681890ab2:35051 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:20:48,812 INFO [RS:0;3fb681890ab2:35051 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:20:48,812 INFO [RS:0;3fb681890ab2:35051 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:20:48,912 INFO [RS:0;3fb681890ab2:35051 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:20:48,914 INFO [RS:0;3fb681890ab2:35051 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C35051%2C1731381646596, suffix=, logDir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596, archiveDir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/oldWALs, maxLogs=10 2024-11-12T03:20:48,925 DEBUG [RS:0;3fb681890ab2:35051 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914, exclude list is [], retry=0 2024-11-12T03:20:48,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41613,DS-9e9616ab-2be0-4f76-851e-5ec01f4fb08a,DISK] 2024-11-12T03:20:48,929 INFO [RS:0;3fb681890ab2:35051 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 2024-11-12T03:20:48,929 DEBUG [RS:0;3fb681890ab2:35051 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39495:39495)] 2024-11-12T03:20:49,082 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:20:49,082 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078 2024-11-12T03:20:49,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:20:49,488 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:49,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:20:49,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:20:49,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:49,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:49,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:20:49,491 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:20:49,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:49,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:49,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:20:49,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:20:49,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:49,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:49,493 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:20:49,494 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:20:49,494 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:49,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:49,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:20:49,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740 2024-11-12T03:20:49,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740 2024-11-12T03:20:49,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:20:49,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:20:49,497 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:20:49,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:20:49,499 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:49,499 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61955841, jitterRate=-0.07678602635860443}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:20:49,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381649488Initializing all the Stores at 1731381649489 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381649489Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381649489Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381649489Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381649489Cleaning up temporary data from old regions at 1731381649496 (+7 ms)Region opened successfully at 1731381649500 (+4 ms) 2024-11-12T03:20:49,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:20:49,500 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:20:49,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:20:49,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:20:49,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:20:49,500 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:20:49,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381649500Disabling compacts and flushes for region at 1731381649500Disabling writes for close at 1731381649500Writing region close event to WAL at 1731381649500Closed at 1731381649500 2024-11-12T03:20:49,501 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:49,501 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:20:49,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:20:49,502 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:20:49,503 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:20:49,653 DEBUG [3fb681890ab2:38383 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:20:49,653 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,35051,1731381646596 2024-11-12T03:20:49,654 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,35051,1731381646596, state=OPENING 2024-11-12T03:20:49,720 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:20:49,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:20:49,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:20:49,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-551790003/meta-region-server: CHANGED 2024-11-12T03:20:49,730 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-551790003/meta-region-server: CHANGED 2024-11-12T03:20:49,730 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:20:49,730 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,35051,1731381646596}] 2024-11-12T03:20:49,883 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:20:49,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39429, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:20:49,887 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:20:49,887 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:49,887 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:20:49,888 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C35051%2C1731381646596.meta, suffix=.meta, logDir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596, archiveDir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/oldWALs, maxLogs=10 2024-11-12T03:20:49,903 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.meta.1731381649888.meta, exclude list is [], retry=0 2024-11-12T03:20:49,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41613,DS-9e9616ab-2be0-4f76-851e-5ec01f4fb08a,DISK] 2024-11-12T03:20:49,908 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.meta.1731381649888.meta 2024-11-12T03:20:49,908 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39495:39495)] 2024-11-12T03:20:49,908 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:49,908 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:20:49,909 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:20:49,909 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:20:49,909 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:20:49,909 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:20:49,909 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:49,909 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:20:49,909 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:20:49,912 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:20:49,913 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:20:49,913 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:49,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:49,913 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:20:49,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:20:49,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:49,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:49,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:20:49,914 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:20:49,914 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:49,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:49,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:20:49,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:20:49,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:49,915 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:49,915 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:20:49,916 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740 2024-11-12T03:20:49,916 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740 2024-11-12T03:20:49,917 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:20:49,917 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:20:49,917 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:20:49,918 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:20:49,918 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75015394, jitterRate=0.11781647801399231}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:20:49,918 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:20:49,919 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381649909Writing region info on filesystem at 1731381649909Initializing all the Stores at 1731381649910 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381649910Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381649912 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381649912Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381649912Cleaning up temporary data from old regions at 1731381649917 (+5 ms)Running coprocessor post-open hooks at 1731381649918 (+1 ms)Region opened successfully at 1731381649919 (+1 ms) 2024-11-12T03:20:49,920 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381649882 2024-11-12T03:20:49,921 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:20:49,921 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:20:49,922 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,35051,1731381646596 2024-11-12T03:20:49,923 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,35051,1731381646596, state=OPEN 2024-11-12T03:20:49,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-551790003/meta-region-server 2024-11-12T03:20:49,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-551790003/meta-region-server 2024-11-12T03:20:49,959 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,35051,1731381646596 2024-11-12T03:20:49,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-551790003/meta-region-server: CHANGED 2024-11-12T03:20:49,959 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-551790003/meta-region-server: CHANGED 2024-11-12T03:20:49,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:20:49,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,35051,1731381646596 in 229 msec 2024-11-12T03:20:49,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:20:49,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 460 msec 2024-11-12T03:20:49,963 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:49,963 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:20:49,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:49,964 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,35051,1731381646596, seqNum=-1] 2024-11-12T03:20:49,965 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:49,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:20:49,970 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3000 sec 2024-11-12T03:20:49,970 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381649970, completionTime=-1 2024-11-12T03:20:49,970 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:20:49,971 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:20:49,972 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:20:49,972 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381709972 2024-11-12T03:20:49,972 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381769972 2024-11-12T03:20:49,972 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T03:20:49,972 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38383,1731381646382-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:49,972 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38383,1731381646382-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:49,972 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38383,1731381646382-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:49,973 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:38383, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:49,973 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:49,973 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:49,974 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:20:49,976 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.320sec 2024-11-12T03:20:49,976 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:20:49,976 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:20:49,976 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:20:49,976 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:20:49,976 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:20:49,976 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38383,1731381646382-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:20:49,976 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38383,1731381646382-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:20:49,977 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:20:49,977 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:20:49,977 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38383,1731381646382-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:50,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T03:20:50,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:20:50,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a191a09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:50,020 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,38383,-1 for getting cluster id 2024-11-12T03:20:50,020 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:50,020 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4bb2a42-96eb-4f71-8503-291721fcb30a' 2024-11-12T03:20:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4bb2a42-96eb-4f71-8503-291721fcb30a" 2024-11-12T03:20:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@647841a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,38383,-1] 2024-11-12T03:20:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:50,021 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:50,022 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:50,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4af64b53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:50,023 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:50,023 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,35051,1731381646596, seqNum=-1] 2024-11-12T03:20:50,024 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:50,024 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:20:50,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,38383,1731381646382 2024-11-12T03:20:50,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50868 2024-11-12T03:20:50,046 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:20:50,046 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012d0f479d0002 connected 2024-11-12T03:20:50,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/hadoop.log.dir so I do NOT create it in target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c 2024-11-12T03:20:50,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:20:50,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/hadoop.tmp.dir so I do NOT create it in target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c 2024-11-12T03:20:50,058 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:20:50,058 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c 2024-11-12T03:20:50,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:20:50,058 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/cluster_16869e2e-808d-7981-aa25-b759a3eaf745, deleteOnExit=true 2024-11-12T03:20:50,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/test.cache.data in system properties and HBase conf 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:20:50,059 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:20:50,059 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:20:50,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:20:50,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:20:50,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:20:50,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:20:50,060 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:20:50,388 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:50,391 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:20:50,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:20:50,393 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:20:50,394 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:20:50,394 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:50,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@43bab9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:20:50,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5de60843{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:20:50,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@581e662d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/java.io.tmpdir/jetty-localhost-33571-hadoop-hdfs-3_4_1-tests_jar-_-any-1239435019135361108/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:20:50,496 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@666de90c{HTTP/1.1, (http/1.1)}{localhost:33571} 2024-11-12T03:20:50,496 INFO [Time-limited test {}] server.Server(415): Started @226605ms 2024-11-12T03:20:50,774 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:50,777 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:20:50,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:20:50,779 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:20:50,780 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:20:50,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3501bdbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:20:50,781 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@70a075cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:20:50,881 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@61fb4e94{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/java.io.tmpdir/jetty-localhost-41641-hadoop-hdfs-3_4_1-tests_jar-_-any-16297877828119989985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:20:50,882 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@30dd4f1b{HTTP/1.1, (http/1.1)}{localhost:41641} 2024-11-12T03:20:50,882 INFO [Time-limited test {}] server.Server(415): Started @226991ms 2024-11-12T03:20:50,895 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:20:51,769 WARN [Thread-2771 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/cluster_16869e2e-808d-7981-aa25-b759a3eaf745/data/data1/current/BP-1492361937-172.17.0.2-1731381650072/current, will proceed with Du for space computation calculation, 2024-11-12T03:20:51,769 WARN [Thread-2772 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/cluster_16869e2e-808d-7981-aa25-b759a3eaf745/data/data2/current/BP-1492361937-172.17.0.2-1731381650072/current, will proceed with Du for space computation calculation, 2024-11-12T03:20:51,792 WARN [Thread-2759 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:20:51,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x331be80507b38e78 with lease ID 0xd1b75049c59b2dff: Processing first storage report for DS-de140356-956d-4e38-8e1d-8b1ce18dee83 from datanode DatanodeRegistration(127.0.0.1:36183, datanodeUuid=f4775739-621d-4b72-bccd-280af28fd4aa, infoPort=40869, infoSecurePort=0, ipcPort=41081, storageInfo=lv=-57;cid=testClusterID;nsid=190179941;c=1731381650072) 2024-11-12T03:20:51,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x331be80507b38e78 with lease ID 0xd1b75049c59b2dff: from storage DS-de140356-956d-4e38-8e1d-8b1ce18dee83 node DatanodeRegistration(127.0.0.1:36183, datanodeUuid=f4775739-621d-4b72-bccd-280af28fd4aa, infoPort=40869, infoSecurePort=0, ipcPort=41081, storageInfo=lv=-57;cid=testClusterID;nsid=190179941;c=1731381650072), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:20:51,794 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x331be80507b38e78 with lease ID 0xd1b75049c59b2dff: Processing first storage report for DS-f8fe74bb-543a-4903-9da3-565d60bb9037 from datanode DatanodeRegistration(127.0.0.1:36183, datanodeUuid=f4775739-621d-4b72-bccd-280af28fd4aa, infoPort=40869, infoSecurePort=0, ipcPort=41081, storageInfo=lv=-57;cid=testClusterID;nsid=190179941;c=1731381650072) 2024-11-12T03:20:51,794 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x331be80507b38e78 with lease ID 0xd1b75049c59b2dff: from storage DS-f8fe74bb-543a-4903-9da3-565d60bb9037 node DatanodeRegistration(127.0.0.1:36183, datanodeUuid=f4775739-621d-4b72-bccd-280af28fd4aa, infoPort=40869, infoSecurePort=0, ipcPort=41081, storageInfo=lv=-57;cid=testClusterID;nsid=190179941;c=1731381650072), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:20:51,830 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c 2024-11-12T03:20:51,830 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:51,831 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:51,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:20:51,846 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6 with version=8 2024-11-12T03:20:51,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/hbase-staging 2024-11-12T03:20:51,849 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:20:51,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:51,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:51,849 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:20:51,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:51,849 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:20:51,849 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:20:51,849 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:20:51,850 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39643 2024-11-12T03:20:51,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39643 connecting to ZooKeeper ensemble=127.0.0.1:50868 2024-11-12T03:20:51,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396430x0, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:20:51,899 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39643-0x1012d0f479d0003 connected 2024-11-12T03:20:52,109 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:52,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:52,112 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Set watcher on znode that does not yet exist, /1808530705/running 2024-11-12T03:20:52,112 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6, hbase.cluster.distributed=false 2024-11-12T03:20:52,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Set watcher on znode that does not yet exist, /1808530705/acl 2024-11-12T03:20:52,113 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39643 2024-11-12T03:20:52,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39643 2024-11-12T03:20:52,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39643 2024-11-12T03:20:52,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39643 2024-11-12T03:20:52,114 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39643 2024-11-12T03:20:52,127 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:20:52,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:52,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:52,127 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:20:52,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:52,127 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:20:52,127 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:20:52,128 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:20:52,128 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45467 2024-11-12T03:20:52,129 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45467 connecting to ZooKeeper ensemble=127.0.0.1:50868 2024-11-12T03:20:52,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:52,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:52,140 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454670x0, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:20:52,140 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454670x0, quorum=127.0.0.1:50868, baseZNode=/1808530705 Set watcher on znode that does not yet exist, /1808530705/running 2024-11-12T03:20:52,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45467-0x1012d0f479d0004 connected 2024-11-12T03:20:52,141 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:20:52,141 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:20:52,141 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Set watcher on znode that does not yet exist, /1808530705/master 2024-11-12T03:20:52,142 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Set watcher on znode that does not yet exist, /1808530705/acl 2024-11-12T03:20:52,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45467 2024-11-12T03:20:52,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45467 2024-11-12T03:20:52,142 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45467 2024-11-12T03:20:52,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45467 2024-11-12T03:20:52,143 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45467 2024-11-12T03:20:52,156 DEBUG [M:0;3fb681890ab2:39643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:39643 2024-11-12T03:20:52,156 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1808530705/backup-masters/3fb681890ab2,39643,1731381651849 2024-11-12T03:20:52,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705/backup-masters 2024-11-12T03:20:52,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705/backup-masters 2024-11-12T03:20:52,162 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Set watcher on existing znode=/1808530705/backup-masters/3fb681890ab2,39643,1731381651849 2024-11-12T03:20:52,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:20:52,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1808530705/master 2024-11-12T03:20:52,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:20:52,172 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Set watcher on existing znode=/1808530705/master 2024-11-12T03:20:52,172 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1808530705/backup-masters/3fb681890ab2,39643,1731381651849 from backup master directory 2024-11-12T03:20:52,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1808530705/backup-masters/3fb681890ab2,39643,1731381651849 2024-11-12T03:20:52,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705/backup-masters 2024-11-12T03:20:52,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705/backup-masters 2024-11-12T03:20:52,182 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:20:52,182 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,39643,1731381651849 2024-11-12T03:20:52,185 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/hbase.id] with ID: f2c28aa2-e4e9-4c72-a944-34bbd8e5859f 2024-11-12T03:20:52,185 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/.tmp/hbase.id 2024-11-12T03:20:52,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:20:52,589 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/.tmp/hbase.id]:[hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/hbase.id] 2024-11-12T03:20:52,597 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:52,597 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:20:52,598 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T03:20:52,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:20:52,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:20:52,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:20:53,008 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:20:53,009 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:53,009 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38407 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:20:53,050 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:20:53,051 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:20:53,051 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:53,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:20:53,457 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store 2024-11-12T03:20:53,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:20:53,862 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:53,862 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:20:53,862 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:53,863 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:53,863 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:20:53,863 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:53,863 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:53,863 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381653862Disabling compacts and flushes for region at 1731381653862Disabling writes for close at 1731381653863 (+1 ms)Writing region close event to WAL at 1731381653863Closed at 1731381653863 2024-11-12T03:20:53,863 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/.initializing 2024-11-12T03:20:53,864 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/WALs/3fb681890ab2,39643,1731381651849 2024-11-12T03:20:53,864 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:20:53,866 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C39643%2C1731381651849, suffix=, logDir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/WALs/3fb681890ab2,39643,1731381651849, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/oldWALs, maxLogs=10 2024-11-12T03:20:53,877 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/WALs/3fb681890ab2,39643,1731381651849/3fb681890ab2%2C39643%2C1731381651849.1731381653866, exclude list is [], retry=0 2024-11-12T03:20:53,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-de140356-956d-4e38-8e1d-8b1ce18dee83,DISK] 2024-11-12T03:20:53,880 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/WALs/3fb681890ab2,39643,1731381651849/3fb681890ab2%2C39643%2C1731381651849.1731381653866 2024-11-12T03:20:53,881 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40869:40869)] 2024-11-12T03:20:53,881 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:53,881 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:53,881 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:53,881 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:53,882 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:53,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:20:53,883 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:53,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:53,883 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:53,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:20:53,884 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:53,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:53,884 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:53,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:20:53,885 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:53,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:53,885 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:53,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:20:53,886 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:53,886 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:53,887 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:53,887 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:53,887 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:53,888 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:53,888 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:53,889 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:20:53,889 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:53,890 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:53,891 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73088704, jitterRate=0.08910655975341797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:20:53,891 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381653881Initializing all the Stores at 1731381653882 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381653882Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381653882Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381653882Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381653882Cleaning up temporary data from old regions at 1731381653888 (+6 ms)Region opened successfully at 1731381653891 (+3 ms) 2024-11-12T03:20:53,891 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:20:53,893 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39942e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:20:53,894 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:20:53,894 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:20:53,894 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:20:53,894 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:20:53,894 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:20:53,895 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:20:53,895 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:20:53,896 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:20:53,897 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Unable to get data of znode /1808530705/balancer because node does not exist (not necessarily an error) 2024-11-12T03:20:53,961 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1808530705/balancer already deleted, retry=false 2024-11-12T03:20:53,962 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:20:53,963 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Unable to get data of znode /1808530705/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:20:53,972 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1808530705/normalizer already deleted, retry=false 2024-11-12T03:20:53,972 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:20:53,973 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Unable to get data of znode /1808530705/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:20:53,982 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1808530705/switch/split already deleted, retry=false 2024-11-12T03:20:53,983 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Unable to get data of znode /1808530705/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:20:53,992 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1808530705/switch/merge already deleted, retry=false 2024-11-12T03:20:53,994 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Unable to get data of znode /1808530705/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:20:54,003 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1808530705/snapshot-cleanup already deleted, retry=false 2024-11-12T03:20:54,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1808530705/running 2024-11-12T03:20:54,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1808530705/running 2024-11-12T03:20:54,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:20:54,014 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:20:54,014 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,39643,1731381651849, sessionid=0x1012d0f479d0003, setting cluster-up flag (Was=false) 2024-11-12T03:20:54,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:20:54,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:20:54,066 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1808530705/flush-table-proc/acquired, /1808530705/flush-table-proc/reached, /1808530705/flush-table-proc/abort 2024-11-12T03:20:54,067 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,39643,1731381651849 2024-11-12T03:20:54,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:20:54,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:20:54,119 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1808530705/online-snapshot/acquired, /1808530705/online-snapshot/reached, /1808530705/online-snapshot/abort 2024-11-12T03:20:54,120 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,39643,1731381651849 2024-11-12T03:20:54,121 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:20:54,122 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:54,122 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:20:54,122 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:20:54,123 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,39643,1731381651849 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:20:54,124 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:54,124 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:54,124 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:54,124 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:54,124 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:20:54,124 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:54,124 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:20:54,124 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:54,125 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381684124 2024-11-12T03:20:54,125 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:20:54,125 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:20:54,125 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:20:54,125 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:54,125 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:20:54,125 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:20:54,125 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:20:54,125 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:20:54,126 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:54,126 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:20:54,126 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:20:54,126 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:20:54,126 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:54,126 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:20:54,126 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:20:54,127 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:20:54,127 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:20:54,127 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381654127,5,FailOnTimeoutGroup] 2024-11-12T03:20:54,127 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381654127,5,FailOnTimeoutGroup] 2024-11-12T03:20:54,127 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:54,127 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:20:54,127 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:54,127 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:54,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:20:54,146 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(746): ClusterId : f2c28aa2-e4e9-4c72-a944-34bbd8e5859f 2024-11-12T03:20:54,146 DEBUG [RS:0;3fb681890ab2:45467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:20:54,151 DEBUG [RS:0;3fb681890ab2:45467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:20:54,151 DEBUG [RS:0;3fb681890ab2:45467 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:20:54,162 DEBUG [RS:0;3fb681890ab2:45467 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:20:54,162 DEBUG [RS:0;3fb681890ab2:45467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10ab052b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:20:54,175 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:45467 2024-11-12T03:20:54,175 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:20:54,175 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:20:54,175 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:20:54,176 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,39643,1731381651849 with port=45467, startcode=1731381652127 2024-11-12T03:20:54,176 DEBUG [RS:0;3fb681890ab2:45467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:20:54,178 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50133, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:20:54,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39643 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,45467,1731381652127 2024-11-12T03:20:54,178 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39643 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,45467,1731381652127 2024-11-12T03:20:54,179 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6 2024-11-12T03:20:54,179 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33049 2024-11-12T03:20:54,179 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:20:54,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705/rs 2024-11-12T03:20:54,191 DEBUG [RS:0;3fb681890ab2:45467 {}] zookeeper.ZKUtil(111): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Set watcher on existing znode=/1808530705/rs/3fb681890ab2,45467,1731381652127 2024-11-12T03:20:54,191 WARN [RS:0;3fb681890ab2:45467 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:20:54,191 INFO [RS:0;3fb681890ab2:45467 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:54,191 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127 2024-11-12T03:20:54,191 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,45467,1731381652127] 2024-11-12T03:20:54,194 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:20:54,195 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:20:54,196 INFO [RS:0;3fb681890ab2:45467 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:20:54,196 INFO [RS:0;3fb681890ab2:45467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:54,196 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:20:54,197 INFO [RS:0;3fb681890ab2:45467 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:20:54,197 INFO [RS:0;3fb681890ab2:45467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:54,197 DEBUG [RS:0;3fb681890ab2:45467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:54,197 DEBUG [RS:0;3fb681890ab2:45467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:54,197 DEBUG [RS:0;3fb681890ab2:45467 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:54,197 DEBUG [RS:0;3fb681890ab2:45467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:54,197 DEBUG [RS:0;3fb681890ab2:45467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:54,197 DEBUG [RS:0;3fb681890ab2:45467 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:20:54,197 DEBUG [RS:0;3fb681890ab2:45467 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:54,197 DEBUG [RS:0;3fb681890ab2:45467 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:54,197 DEBUG [RS:0;3fb681890ab2:45467 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:54,197 DEBUG [RS:0;3fb681890ab2:45467 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:54,197 DEBUG [RS:0;3fb681890ab2:45467 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:54,197 DEBUG [RS:0;3fb681890ab2:45467 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:54,197 DEBUG [RS:0;3fb681890ab2:45467 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:20:54,197 DEBUG [RS:0;3fb681890ab2:45467 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:20:54,200 INFO [RS:0;3fb681890ab2:45467 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:54,200 INFO [RS:0;3fb681890ab2:45467 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:54,200 INFO [RS:0;3fb681890ab2:45467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:54,200 INFO [RS:0;3fb681890ab2:45467 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:54,200 INFO [RS:0;3fb681890ab2:45467 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:54,200 INFO [RS:0;3fb681890ab2:45467 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45467,1731381652127-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:20:54,213 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:20:54,214 INFO [RS:0;3fb681890ab2:45467 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45467,1731381652127-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:54,214 INFO [RS:0;3fb681890ab2:45467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:54,214 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.Replication(171): 3fb681890ab2,45467,1731381652127 started 2024-11-12T03:20:54,225 INFO [RS:0;3fb681890ab2:45467 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:54,225 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,45467,1731381652127, RpcServer on 3fb681890ab2/172.17.0.2:45467, sessionid=0x1012d0f479d0004 2024-11-12T03:20:54,225 DEBUG [RS:0;3fb681890ab2:45467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:20:54,225 DEBUG [RS:0;3fb681890ab2:45467 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,45467,1731381652127 2024-11-12T03:20:54,225 DEBUG [RS:0;3fb681890ab2:45467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,45467,1731381652127' 2024-11-12T03:20:54,225 DEBUG [RS:0;3fb681890ab2:45467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1808530705/flush-table-proc/abort' 2024-11-12T03:20:54,226 DEBUG [RS:0;3fb681890ab2:45467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1808530705/flush-table-proc/acquired' 2024-11-12T03:20:54,226 DEBUG [RS:0;3fb681890ab2:45467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:20:54,226 DEBUG [RS:0;3fb681890ab2:45467 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:20:54,226 DEBUG [RS:0;3fb681890ab2:45467 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,45467,1731381652127 2024-11-12T03:20:54,226 DEBUG [RS:0;3fb681890ab2:45467 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,45467,1731381652127' 2024-11-12T03:20:54,226 DEBUG [RS:0;3fb681890ab2:45467 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1808530705/online-snapshot/abort' 2024-11-12T03:20:54,227 DEBUG [RS:0;3fb681890ab2:45467 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1808530705/online-snapshot/acquired' 2024-11-12T03:20:54,227 DEBUG [RS:0;3fb681890ab2:45467 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:20:54,227 INFO [RS:0;3fb681890ab2:45467 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:20:54,227 INFO [RS:0;3fb681890ab2:45467 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:20:54,327 INFO [RS:0;3fb681890ab2:45467 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:20:54,329 INFO [RS:0;3fb681890ab2:45467 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C45467%2C1731381652127, suffix=, logDir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/oldWALs, maxLogs=10 2024-11-12T03:20:54,341 DEBUG [RS:0;3fb681890ab2:45467 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329, exclude list is [], retry=0 2024-11-12T03:20:54,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-de140356-956d-4e38-8e1d-8b1ce18dee83,DISK] 2024-11-12T03:20:54,344 INFO [RS:0;3fb681890ab2:45467 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 2024-11-12T03:20:54,344 DEBUG [RS:0;3fb681890ab2:45467 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40869:40869)] 2024-11-12T03:20:54,534 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:20:54,534 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6 2024-11-12T03:20:54,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:20:54,767 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:20:54,909 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:54,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:54,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:54,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:54,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:54,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:54,934 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:54,939 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:54,940 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:54,941 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:20:54,941 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:20:54,941 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:54,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:54,942 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:20:54,942 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:20:54,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:54,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:54,943 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:20:54,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:54,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:54,943 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:20:54,943 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:54,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:54,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:20:54,944 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:20:54,944 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:54,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:54,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:20:54,945 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740 2024-11-12T03:20:54,946 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:54,946 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740 2024-11-12T03:20:54,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:20:54,947 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:20:54,947 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:20:54,949 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:20:54,951 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:54,951 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59768634, jitterRate=-0.10937795042991638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:20:54,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381654940Initializing all the Stores at 1731381654940Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381654940Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381654940Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381654940Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381654940Cleaning up temporary data from old regions at 1731381654947 (+7 ms)Region opened successfully at 1731381654951 (+4 ms) 2024-11-12T03:20:54,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:20:54,951 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:20:54,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:20:54,951 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:20:54,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:20:54,952 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:20:54,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381654951Disabling compacts and flushes for region at 1731381654951Disabling writes for close at 1731381654951Writing region close event to WAL at 1731381654952 (+1 ms)Closed at 1731381654952 2024-11-12T03:20:54,953 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:54,953 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:20:54,953 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:20:54,954 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:20:54,955 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:20:55,105 DEBUG [3fb681890ab2:39643 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:20:55,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,45467,1731381652127 2024-11-12T03:20:55,106 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,45467,1731381652127, state=OPENING 2024-11-12T03:20:55,201 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:20:55,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:20:55,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:20:55,222 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:20:55,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1808530705/meta-region-server: CHANGED 2024-11-12T03:20:55,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1808530705/meta-region-server: CHANGED 2024-11-12T03:20:55,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,45467,1731381652127}] 2024-11-12T03:20:55,375 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:20:55,376 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55705, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:20:55,378 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:20:55,379 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:55,379 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:20:55,380 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C45467%2C1731381652127.meta, suffix=.meta, logDir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/oldWALs, maxLogs=10 2024-11-12T03:20:55,391 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.meta.1731381655380.meta, exclude list is [], retry=0 2024-11-12T03:20:55,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-de140356-956d-4e38-8e1d-8b1ce18dee83,DISK] 2024-11-12T03:20:55,394 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.meta.1731381655380.meta 2024-11-12T03:20:55,394 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40869:40869)] 2024-11-12T03:20:55,394 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:55,395 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:20:55,395 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:20:55,395 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:20:55,395 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:20:55,395 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:20:55,395 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:55,395 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:20:55,395 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:20:55,396 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:20:55,397 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:20:55,397 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:55,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:55,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:20:55,398 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:20:55,398 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:55,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:55,398 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:20:55,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:20:55,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:55,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:55,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:20:55,400 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:20:55,400 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:55,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:55,400 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:20:55,400 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740 2024-11-12T03:20:55,401 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740 2024-11-12T03:20:55,402 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:20:55,402 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:20:55,402 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:20:55,403 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:20:55,403 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69700196, jitterRate=0.038613855838775635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:20:55,403 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:20:55,403 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381655395Writing region info on filesystem at 1731381655395Initializing all the Stores at 1731381655396 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381655396Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381655396Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381655396Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381655396Cleaning up temporary data from old regions at 1731381655402 (+6 ms)Running coprocessor post-open hooks at 1731381655403 (+1 ms)Region opened successfully at 1731381655403 2024-11-12T03:20:55,404 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381655374 2024-11-12T03:20:55,405 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:20:55,405 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:20:55,406 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,45467,1731381652127 2024-11-12T03:20:55,406 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,45467,1731381652127, state=OPEN 2024-11-12T03:20:55,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1808530705/meta-region-server 2024-11-12T03:20:55,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1808530705/meta-region-server 2024-11-12T03:20:55,414 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,45467,1731381652127 2024-11-12T03:20:55,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1808530705/meta-region-server: CHANGED 2024-11-12T03:20:55,414 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1808530705/meta-region-server: CHANGED 2024-11-12T03:20:55,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:20:55,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,45467,1731381652127 in 191 msec 2024-11-12T03:20:55,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:20:55,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 462 msec 2024-11-12T03:20:55,418 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:55,418 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:20:55,419 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:55,419 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,45467,1731381652127, seqNum=-1] 2024-11-12T03:20:55,419 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:55,420 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:20:55,424 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3020 sec 2024-11-12T03:20:55,424 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381655424, completionTime=-1 2024-11-12T03:20:55,425 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:20:55,425 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:20:55,427 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:20:55,427 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381715427 2024-11-12T03:20:55,427 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381775427 2024-11-12T03:20:55,427 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T03:20:55,427 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39643,1731381651849-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:55,427 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39643,1731381651849-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:55,427 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39643,1731381651849-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:55,427 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:39643, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:55,427 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:55,427 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:55,429 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:20:55,430 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.248sec 2024-11-12T03:20:55,431 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:20:55,431 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:20:55,431 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:20:55,431 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:20:55,431 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:20:55,431 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39643,1731381651849-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:20:55,431 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39643,1731381651849-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:20:55,432 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:20:55,432 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:20:55,432 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39643,1731381651849-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:55,447 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@571a49b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:55,447 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39643,-1 for getting cluster id 2024-11-12T03:20:55,447 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:20:55,448 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2c28aa2-e4e9-4c72-a944-34bbd8e5859f' 2024-11-12T03:20:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:20:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2c28aa2-e4e9-4c72-a944-34bbd8e5859f" 2024-11-12T03:20:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dcfcad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39643,-1] 2024-11-12T03:20:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:20:55,448 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:20:55,449 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:20:55,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@108cc29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:20:55,450 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:20:55,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,45467,1731381652127, seqNum=-1] 2024-11-12T03:20:55,451 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:20:55,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:20:55,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,39643,1731381651849 2024-11-12T03:20:55,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50868 2024-11-12T03:20:55,462 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:20:55,463 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:55,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:20:55,467 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012d0f479d0005 connected 2024-11-12T03:20:55,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/hadoop.log.dir so I do NOT create it in target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469 2024-11-12T03:20:55,479 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:20:55,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/hadoop.tmp.dir so I do NOT create it in target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469 2024-11-12T03:20:55,479 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:20:55,479 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469 2024-11-12T03:20:55,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:20:55,479 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/cluster_14eeec95-5de4-dfa1-2c82-ce1ab2f0ae5b, deleteOnExit=true 2024-11-12T03:20:55,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:20:55,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/test.cache.data in system properties and HBase conf 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:20:55,480 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:20:55,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:20:55,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:20:55,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:20:55,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:20:55,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:20:55,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:55,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:55,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:55,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:55,495 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:55,496 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:55,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:55,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:55,506 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:55,507 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:20:55,808 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:55,811 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:20:55,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:20:55,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:20:55,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:20:55,813 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:55,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@569c531a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:20:55,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a668531{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:20:55,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72948196{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/java.io.tmpdir/jetty-localhost-42015-hadoop-hdfs-3_4_1-tests_jar-_-any-1158635699833637571/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:20:55,908 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7808178e{HTTP/1.1, (http/1.1)}{localhost:42015} 2024-11-12T03:20:55,908 INFO [Time-limited test {}] server.Server(415): Started @232017ms 2024-11-12T03:20:56,162 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:20:56,164 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:20:56,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:20:56,168 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:20:56,168 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:20:56,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f2cf71c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:20:56,169 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fd775c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:20:56,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c83d38d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/java.io.tmpdir/jetty-localhost-46865-hadoop-hdfs-3_4_1-tests_jar-_-any-16675036387216467596/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:20:56,266 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1964ee56{HTTP/1.1, (http/1.1)}{localhost:46865} 2024-11-12T03:20:56,266 INFO [Time-limited test {}] server.Server(415): Started @232375ms 2024-11-12T03:20:56,267 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:20:56,934 WARN [Thread-2893 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/cluster_14eeec95-5de4-dfa1-2c82-ce1ab2f0ae5b/data/data2/current/BP-126260150-172.17.0.2-1731381655519/current, will proceed with Du for space computation calculation, 2024-11-12T03:20:56,934 WARN [Thread-2892 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/cluster_14eeec95-5de4-dfa1-2c82-ce1ab2f0ae5b/data/data1/current/BP-126260150-172.17.0.2-1731381655519/current, will proceed with Du for space computation calculation, 2024-11-12T03:20:56,949 WARN [Thread-2880 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:20:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99fc62b21fc78f8f with lease ID 0x3081e619d069b2ec: Processing first storage report for DS-e0b1f2e8-8ac1-4946-b8b0-915cd2b081a3 from datanode DatanodeRegistration(127.0.0.1:39237, datanodeUuid=9ce11fb2-f162-4cfe-96c9-ae70715652dc, infoPort=46193, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=466140318;c=1731381655519) 2024-11-12T03:20:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99fc62b21fc78f8f with lease ID 0x3081e619d069b2ec: from storage DS-e0b1f2e8-8ac1-4946-b8b0-915cd2b081a3 node DatanodeRegistration(127.0.0.1:39237, datanodeUuid=9ce11fb2-f162-4cfe-96c9-ae70715652dc, infoPort=46193, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=466140318;c=1731381655519), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:20:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x99fc62b21fc78f8f with lease ID 0x3081e619d069b2ec: Processing first storage report for DS-035684a4-37dd-4762-9f39-c3211f5455d1 from datanode DatanodeRegistration(127.0.0.1:39237, datanodeUuid=9ce11fb2-f162-4cfe-96c9-ae70715652dc, infoPort=46193, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=466140318;c=1731381655519) 2024-11-12T03:20:56,951 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x99fc62b21fc78f8f with lease ID 0x3081e619d069b2ec: from storage DS-035684a4-37dd-4762-9f39-c3211f5455d1 node DatanodeRegistration(127.0.0.1:39237, datanodeUuid=9ce11fb2-f162-4cfe-96c9-ae70715652dc, infoPort=46193, infoSecurePort=0, ipcPort=42345, storageInfo=lv=-57;cid=testClusterID;nsid=466140318;c=1731381655519), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:20:56,996 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469 2024-11-12T03:20:56,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:56,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:57,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:20:57,403 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22 with version=8 2024-11-12T03:20:57,403 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/hbase-staging 2024-11-12T03:20:57,405 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:20:57,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:57,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:57,405 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:20:57,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:57,405 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:20:57,405 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:20:57,405 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:20:57,405 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39459 2024-11-12T03:20:57,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39459 connecting to ZooKeeper ensemble=127.0.0.1:50868 2024-11-12T03:20:57,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394590x0, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:20:57,465 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39459-0x1012d0f479d0006 connected 2024-11-12T03:20:57,540 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:57,542 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:57,544 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Set watcher on znode that does not yet exist, /21228433937/running 2024-11-12T03:20:57,544 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22, hbase.cluster.distributed=false 2024-11-12T03:20:57,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Set watcher on znode that does not yet exist, /21228433937/acl 2024-11-12T03:20:57,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39459 2024-11-12T03:20:57,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39459 2024-11-12T03:20:57,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39459 2024-11-12T03:20:57,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39459 2024-11-12T03:20:57,547 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39459 2024-11-12T03:20:57,559 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:20:57,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:57,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:57,559 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:20:57,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:20:57,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:20:57,559 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:20:57,560 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:20:57,560 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39981 2024-11-12T03:20:57,561 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39981 connecting to ZooKeeper ensemble=127.0.0.1:50868 2024-11-12T03:20:57,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:57,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:57,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399810x0, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:20:57,572 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399810x0, quorum=127.0.0.1:50868, baseZNode=/21228433937 Set watcher on znode that does not yet exist, /21228433937/running 2024-11-12T03:20:57,572 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39981-0x1012d0f479d0007 connected 2024-11-12T03:20:57,572 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:20:57,575 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:20:57,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Set watcher on znode that does not yet exist, /21228433937/master 2024-11-12T03:20:57,576 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Set watcher on znode that does not yet exist, /21228433937/acl 2024-11-12T03:20:57,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39981 2024-11-12T03:20:57,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39981 2024-11-12T03:20:57,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39981 2024-11-12T03:20:57,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39981 2024-11-12T03:20:57,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39981 2024-11-12T03:20:57,596 DEBUG [M:0;3fb681890ab2:39459 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:39459 2024-11-12T03:20:57,596 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21228433937/backup-masters/3fb681890ab2,39459,1731381657405 2024-11-12T03:20:57,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937/backup-masters 2024-11-12T03:20:57,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937/backup-masters 2024-11-12T03:20:57,624 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Set watcher on existing znode=/21228433937/backup-masters/3fb681890ab2,39459,1731381657405 2024-11-12T03:20:57,634 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21228433937/master 2024-11-12T03:20:57,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:20:57,635 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:20:57,635 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Set watcher on existing znode=/21228433937/master 2024-11-12T03:20:57,635 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21228433937/backup-masters/3fb681890ab2,39459,1731381657405 from backup master directory 2024-11-12T03:20:57,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21228433937/backup-masters/3fb681890ab2,39459,1731381657405 2024-11-12T03:20:57,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937/backup-masters 2024-11-12T03:20:57,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937/backup-masters 2024-11-12T03:20:57,645 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:20:57,645 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,39459,1731381657405 2024-11-12T03:20:57,648 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/hbase.id] with ID: f530bf02-8587-4fff-9d00-829f3ea5160b 2024-11-12T03:20:57,648 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/.tmp/hbase.id 2024-11-12T03:20:57,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:20:58,052 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/.tmp/hbase.id]:[hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/hbase.id] 2024-11-12T03:20:58,059 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:20:58,059 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:20:58,060 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T03:20:58,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:20:58,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:20:58,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:20:58,513 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:20:58,514 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:20:58,514 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:58,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:20:58,919 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store 2024-11-12T03:20:58,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:20:59,324 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:59,324 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:20:59,324 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:59,324 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:59,324 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:20:59,324 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:59,324 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:20:59,324 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381659324Disabling compacts and flushes for region at 1731381659324Disabling writes for close at 1731381659324Writing region close event to WAL at 1731381659324Closed at 1731381659324 2024-11-12T03:20:59,325 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/.initializing 2024-11-12T03:20:59,325 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/WALs/3fb681890ab2,39459,1731381657405 2024-11-12T03:20:59,326 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:20:59,327 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C39459%2C1731381657405, suffix=, logDir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/WALs/3fb681890ab2,39459,1731381657405, archiveDir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/oldWALs, maxLogs=10 2024-11-12T03:20:59,339 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/WALs/3fb681890ab2,39459,1731381657405/3fb681890ab2%2C39459%2C1731381657405.1731381659327, exclude list is [], retry=0 2024-11-12T03:20:59,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-e0b1f2e8-8ac1-4946-b8b0-915cd2b081a3,DISK] 2024-11-12T03:20:59,346 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/WALs/3fb681890ab2,39459,1731381657405/3fb681890ab2%2C39459%2C1731381657405.1731381659327 2024-11-12T03:20:59,347 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46193:46193)] 2024-11-12T03:20:59,347 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:20:59,347 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:20:59,347 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:59,347 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:59,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:59,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:20:59,349 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:59,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:20:59,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:59,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:20:59,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:59,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:59,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:59,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:20:59,351 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:59,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:59,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:59,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:20:59,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:59,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:20:59,353 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:59,353 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:59,354 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:59,354 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:59,354 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:59,355 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:20:59,355 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:20:59,357 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:20:59,357 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72349303, jitterRate=0.07808862626552582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:20:59,357 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381659347Initializing all the Stores at 1731381659347Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381659347Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381659348 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381659348Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381659348Cleaning up temporary data from old regions at 1731381659354 (+6 ms)Region opened successfully at 1731381659357 (+3 ms) 2024-11-12T03:20:59,358 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:20:59,360 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cf3c400, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:20:59,361 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:20:59,361 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:20:59,361 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:20:59,361 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:20:59,361 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:20:59,362 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:20:59,362 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:20:59,363 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:20:59,363 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Unable to get data of znode /21228433937/balancer because node does not exist (not necessarily an error) 2024-11-12T03:20:59,424 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21228433937/balancer already deleted, retry=false 2024-11-12T03:20:59,424 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:20:59,425 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Unable to get data of znode /21228433937/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:20:59,434 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21228433937/normalizer already deleted, retry=false 2024-11-12T03:20:59,435 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:20:59,436 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Unable to get data of znode /21228433937/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:20:59,445 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21228433937/switch/split already deleted, retry=false 2024-11-12T03:20:59,446 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Unable to get data of znode /21228433937/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:20:59,455 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21228433937/switch/merge already deleted, retry=false 2024-11-12T03:20:59,457 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Unable to get data of znode /21228433937/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:20:59,466 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21228433937/snapshot-cleanup already deleted, retry=false 2024-11-12T03:20:59,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21228433937/running 2024-11-12T03:20:59,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21228433937/running 2024-11-12T03:20:59,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:20:59,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:20:59,477 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,39459,1731381657405, sessionid=0x1012d0f479d0006, setting cluster-up flag (Was=false) 2024-11-12T03:20:59,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:20:59,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:20:59,529 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21228433937/flush-table-proc/acquired, /21228433937/flush-table-proc/reached, /21228433937/flush-table-proc/abort 2024-11-12T03:20:59,530 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,39459,1731381657405 2024-11-12T03:20:59,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:20:59,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:20:59,582 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21228433937/online-snapshot/acquired, /21228433937/online-snapshot/reached, /21228433937/online-snapshot/abort 2024-11-12T03:20:59,583 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,39459,1731381657405 2024-11-12T03:20:59,584 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:20:59,585 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:59,585 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(746): ClusterId : f530bf02-8587-4fff-9d00-829f3ea5160b 2024-11-12T03:20:59,585 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:20:59,585 DEBUG [RS:0;3fb681890ab2:39981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:20:59,585 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:20:59,585 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,39459,1731381657405 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:20:59,593 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:59,593 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:59,593 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:59,593 DEBUG [RS:0;3fb681890ab2:39981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:20:59,593 DEBUG [RS:0;3fb681890ab2:39981 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:20:59,593 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:20:59,593 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:20:59,593 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:59,593 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:20:59,593 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:59,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381689594 2024-11-12T03:20:59,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:20:59,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:20:59,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:20:59,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:20:59,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:20:59,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:20:59,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:59,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:20:59,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:20:59,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:20:59,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:20:59,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:20:59,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:20:59,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:20:59,594 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:20:59,595 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381659595,5,FailOnTimeoutGroup] 2024-11-12T03:20:59,595 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:20:59,595 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381659595,5,FailOnTimeoutGroup] 2024-11-12T03:20:59,595 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:20:59,595 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:59,595 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:20:59,595 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:59,595 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:59,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:20:59,604 DEBUG [RS:0;3fb681890ab2:39981 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:20:59,604 DEBUG [RS:0;3fb681890ab2:39981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab46041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:20:59,627 DEBUG [RS:0;3fb681890ab2:39981 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:39981 2024-11-12T03:20:59,627 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:20:59,627 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:20:59,627 DEBUG [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:20:59,627 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,39459,1731381657405 with port=39981, startcode=1731381657559 2024-11-12T03:20:59,628 DEBUG [RS:0;3fb681890ab2:39981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:20:59,629 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47591, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:20:59,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39459 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,39981,1731381657559 2024-11-12T03:20:59,630 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39459 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,39981,1731381657559 2024-11-12T03:20:59,631 DEBUG [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22 2024-11-12T03:20:59,631 DEBUG [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37107 2024-11-12T03:20:59,631 DEBUG [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:20:59,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937/rs 2024-11-12T03:20:59,691 DEBUG [RS:0;3fb681890ab2:39981 {}] zookeeper.ZKUtil(111): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Set watcher on existing znode=/21228433937/rs/3fb681890ab2,39981,1731381657559 2024-11-12T03:20:59,691 WARN [RS:0;3fb681890ab2:39981 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:20:59,691 INFO [RS:0;3fb681890ab2:39981 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:20:59,691 DEBUG [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559 2024-11-12T03:20:59,691 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,39981,1731381657559] 2024-11-12T03:20:59,693 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:20:59,694 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:20:59,694 INFO [RS:0;3fb681890ab2:39981 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:20:59,694 INFO [RS:0;3fb681890ab2:39981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:59,695 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:20:59,695 INFO [RS:0;3fb681890ab2:39981 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:20:59,695 INFO [RS:0;3fb681890ab2:39981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:59,695 DEBUG [RS:0;3fb681890ab2:39981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:59,695 DEBUG [RS:0;3fb681890ab2:39981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:59,695 DEBUG [RS:0;3fb681890ab2:39981 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:59,695 DEBUG [RS:0;3fb681890ab2:39981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:59,695 DEBUG [RS:0;3fb681890ab2:39981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:59,695 DEBUG [RS:0;3fb681890ab2:39981 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:20:59,695 DEBUG [RS:0;3fb681890ab2:39981 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:59,695 DEBUG [RS:0;3fb681890ab2:39981 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:59,696 DEBUG [RS:0;3fb681890ab2:39981 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:59,696 DEBUG [RS:0;3fb681890ab2:39981 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:59,696 DEBUG [RS:0;3fb681890ab2:39981 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:59,696 DEBUG [RS:0;3fb681890ab2:39981 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:20:59,696 DEBUG [RS:0;3fb681890ab2:39981 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:20:59,696 DEBUG [RS:0;3fb681890ab2:39981 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:20:59,697 INFO [RS:0;3fb681890ab2:39981 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:59,697 INFO [RS:0;3fb681890ab2:39981 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:59,697 INFO [RS:0;3fb681890ab2:39981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:59,697 INFO [RS:0;3fb681890ab2:39981 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:59,697 INFO [RS:0;3fb681890ab2:39981 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:59,697 INFO [RS:0;3fb681890ab2:39981 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39981,1731381657559-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:20:59,710 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:20:59,710 INFO [RS:0;3fb681890ab2:39981 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39981,1731381657559-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:59,710 INFO [RS:0;3fb681890ab2:39981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:59,710 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.Replication(171): 3fb681890ab2,39981,1731381657559 started 2024-11-12T03:20:59,722 INFO [RS:0;3fb681890ab2:39981 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:20:59,722 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,39981,1731381657559, RpcServer on 3fb681890ab2/172.17.0.2:39981, sessionid=0x1012d0f479d0007 2024-11-12T03:20:59,722 DEBUG [RS:0;3fb681890ab2:39981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:20:59,722 DEBUG [RS:0;3fb681890ab2:39981 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,39981,1731381657559 2024-11-12T03:20:59,722 DEBUG [RS:0;3fb681890ab2:39981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,39981,1731381657559' 2024-11-12T03:20:59,722 DEBUG [RS:0;3fb681890ab2:39981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21228433937/flush-table-proc/abort' 2024-11-12T03:20:59,723 DEBUG [RS:0;3fb681890ab2:39981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21228433937/flush-table-proc/acquired' 2024-11-12T03:20:59,723 DEBUG [RS:0;3fb681890ab2:39981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:20:59,723 DEBUG [RS:0;3fb681890ab2:39981 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:20:59,723 DEBUG [RS:0;3fb681890ab2:39981 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,39981,1731381657559 2024-11-12T03:20:59,723 DEBUG [RS:0;3fb681890ab2:39981 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,39981,1731381657559' 2024-11-12T03:20:59,723 DEBUG [RS:0;3fb681890ab2:39981 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21228433937/online-snapshot/abort' 2024-11-12T03:20:59,724 DEBUG [RS:0;3fb681890ab2:39981 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21228433937/online-snapshot/acquired' 2024-11-12T03:20:59,724 DEBUG [RS:0;3fb681890ab2:39981 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:20:59,724 INFO [RS:0;3fb681890ab2:39981 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:20:59,724 INFO [RS:0;3fb681890ab2:39981 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:20:59,824 INFO [RS:0;3fb681890ab2:39981 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:20:59,825 INFO [RS:0;3fb681890ab2:39981 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C39981%2C1731381657559, suffix=, logDir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559, archiveDir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/oldWALs, maxLogs=10 2024-11-12T03:20:59,840 DEBUG [RS:0;3fb681890ab2:39981 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826, exclude list is [], retry=0 2024-11-12T03:20:59,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-e0b1f2e8-8ac1-4946-b8b0-915cd2b081a3,DISK] 2024-11-12T03:20:59,845 INFO [RS:0;3fb681890ab2:39981 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 2024-11-12T03:20:59,846 DEBUG [RS:0;3fb681890ab2:39981 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46193:46193)] 2024-11-12T03:21:00,002 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:21:00,002 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22 2024-11-12T03:21:00,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:21:00,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:00,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:21:00,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:21:00,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:00,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:00,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:21:00,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:21:00,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:00,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:00,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:21:00,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:21:00,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:00,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:00,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:21:00,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:21:00,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:00,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:00,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:21:00,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740 2024-11-12T03:21:00,413 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740 2024-11-12T03:21:00,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:21:00,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:21:00,414 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:21:00,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:21:00,417 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:00,417 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62272944, jitterRate=-0.07206082344055176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:21:00,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381660407Initializing all the Stores at 1731381660408 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381660408Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381660408Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381660408Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381660408Cleaning up temporary data from old regions at 1731381660414 (+6 ms)Region opened successfully at 1731381660417 (+3 ms) 2024-11-12T03:21:00,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:21:00,417 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:21:00,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:21:00,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:21:00,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:21:00,417 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:21:00,417 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381660417Disabling compacts and flushes for region at 1731381660417Disabling writes for close at 1731381660417Writing region close event to WAL at 1731381660417Closed at 1731381660417 2024-11-12T03:21:00,418 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:21:00,418 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:21:00,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:21:00,419 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:21:00,420 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:21:00,571 DEBUG [3fb681890ab2:39459 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:21:00,571 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,39981,1731381657559 2024-11-12T03:21:00,572 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,39981,1731381657559, state=OPENING 2024-11-12T03:21:00,622 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:21:00,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:21:00,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:21:00,633 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:21:00,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21228433937/meta-region-server: CHANGED 2024-11-12T03:21:00,633 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21228433937/meta-region-server: CHANGED 2024-11-12T03:21:00,633 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,39981,1731381657559}] 2024-11-12T03:21:00,785 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:21:00,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:21:00,788 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:21:00,788 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:00,788 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:21:00,789 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C39981%2C1731381657559.meta, suffix=.meta, logDir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559, archiveDir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/oldWALs, maxLogs=10 2024-11-12T03:21:00,801 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.meta.1731381660790.meta, exclude list is [], retry=0 2024-11-12T03:21:00,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-e0b1f2e8-8ac1-4946-b8b0-915cd2b081a3,DISK] 2024-11-12T03:21:00,804 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.meta.1731381660790.meta 2024-11-12T03:21:00,804 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46193:46193)] 2024-11-12T03:21:00,804 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:00,805 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:00,805 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:21:00,805 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:21:00,805 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:21:00,805 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:21:00,805 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:00,805 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:21:00,805 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:21:00,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:21:00,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:21:00,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:00,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:00,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:21:00,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:21:00,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:00,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:00,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:21:00,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:21:00,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:00,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:00,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:21:00,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:21:00,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:00,809 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:00,809 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:21:00,810 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740 2024-11-12T03:21:00,810 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740 2024-11-12T03:21:00,811 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:21:00,811 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:21:00,811 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:21:00,812 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:21:00,812 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70484889, jitterRate=0.050306692719459534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:21:00,813 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:21:00,813 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381660805Writing region info on filesystem at 1731381660805Initializing all the Stores at 1731381660806 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381660806Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381660806Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381660806Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381660806Cleaning up temporary data from old regions at 1731381660811 (+5 ms)Running coprocessor post-open hooks at 1731381660813 (+2 ms)Region opened successfully at 1731381660813 2024-11-12T03:21:00,813 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381660785 2024-11-12T03:21:00,815 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:21:00,815 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:21:00,816 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,39981,1731381657559 2024-11-12T03:21:00,816 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,39981,1731381657559, state=OPEN 2024-11-12T03:21:00,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21228433937/meta-region-server 2024-11-12T03:21:00,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21228433937/meta-region-server 2024-11-12T03:21:00,843 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,39981,1731381657559 2024-11-12T03:21:00,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21228433937/meta-region-server: CHANGED 2024-11-12T03:21:00,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21228433937/meta-region-server: CHANGED 2024-11-12T03:21:00,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:21:00,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,39981,1731381657559 in 210 msec 2024-11-12T03:21:00,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:21:00,846 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 426 msec 2024-11-12T03:21:00,847 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:21:00,847 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:21:00,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:00,848 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,39981,1731381657559, seqNum=-1] 2024-11-12T03:21:00,848 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:00,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53097, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:21:00,853 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2680 sec 2024-11-12T03:21:00,853 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381660853, completionTime=-1 2024-11-12T03:21:00,853 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:21:00,853 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:21:00,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:21:00,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381720855 2024-11-12T03:21:00,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381780855 2024-11-12T03:21:00,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T03:21:00,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39459,1731381657405-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:00,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39459,1731381657405-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:00,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39459,1731381657405-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:00,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:39459, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:00,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:00,855 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:00,857 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:21:00,858 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.213sec 2024-11-12T03:21:00,859 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:21:00,859 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:21:00,859 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:21:00,859 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:21:00,859 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:21:00,859 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39459,1731381657405-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:21:00,859 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39459,1731381657405-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:21:00,860 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:21:00,860 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:21:00,860 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39459,1731381657405-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:00,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24b9c14a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:00,886 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39459,-1 for getting cluster id 2024-11-12T03:21:00,886 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:00,887 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f530bf02-8587-4fff-9d00-829f3ea5160b' 2024-11-12T03:21:00,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:00,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f530bf02-8587-4fff-9d00-829f3ea5160b" 2024-11-12T03:21:00,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785e5c6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:00,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39459,-1] 2024-11-12T03:21:00,887 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:00,888 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:00,888 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:00,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4f67e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:00,889 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:00,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,39981,1731381657559, seqNum=-1] 2024-11-12T03:21:00,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:00,891 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:21:00,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,39459,1731381657405 2024-11-12T03:21:00,893 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50868 2024-11-12T03:21:00,897 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:21:00,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:00,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:21:00,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012d0f479d0008 connected 2024-11-12T03:21:00,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,38383,1731381646382 2024-11-12T03:21:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6b2da798 2024-11-12T03:21:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:00,920 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:00,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:00,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:21:00,923 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:21:00,923 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:00,925 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:21:00,925 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:21:00,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:00,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:00,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:00,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:00,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:00,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:00,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:00,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:21:00,938 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:00,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:00,941 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:00,943 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:01,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:01,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:01,335 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 27a63bf7b7c538f3e3a84e7ccda4d962, NAME => 'test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078 2024-11-12T03:21:01,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:21:01,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:01,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:01,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 27a63bf7b7c538f3e3a84e7ccda4d962, disabling compactions & flushes 2024-11-12T03:21:01,741 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. 2024-11-12T03:21:01,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. 2024-11-12T03:21:01,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. after waiting 0 ms 2024-11-12T03:21:01,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. 2024-11-12T03:21:01,741 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. 2024-11-12T03:21:01,741 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 27a63bf7b7c538f3e3a84e7ccda4d962: Waiting for close lock at 1731381661741Disabling compacts and flushes for region at 1731381661741Disabling writes for close at 1731381661741Writing region close event to WAL at 1731381661741Closed at 1731381661741 2024-11-12T03:21:01,742 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:21:01,742 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381661742"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381661742"}]},"ts":"1731381661742"} 2024-11-12T03:21:01,744 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:21:01,745 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:21:01,745 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381661745"}]},"ts":"1731381661745"} 2024-11-12T03:21:01,747 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:21:01,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=27a63bf7b7c538f3e3a84e7ccda4d962, ASSIGN}] 2024-11-12T03:21:01,748 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=27a63bf7b7c538f3e3a84e7ccda4d962, ASSIGN 2024-11-12T03:21:01,749 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=27a63bf7b7c538f3e3a84e7ccda4d962, ASSIGN; state=OFFLINE, location=3fb681890ab2,35051,1731381646596; forceNewPlan=false, retain=false 2024-11-12T03:21:01,899 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27a63bf7b7c538f3e3a84e7ccda4d962, regionState=OPENING, regionLocation=3fb681890ab2,35051,1731381646596 2024-11-12T03:21:01,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=27a63bf7b7c538f3e3a84e7ccda4d962, ASSIGN because future has completed 2024-11-12T03:21:01,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27a63bf7b7c538f3e3a84e7ccda4d962, server=3fb681890ab2,35051,1731381646596}] 2024-11-12T03:21:02,057 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. 2024-11-12T03:21:02,057 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 27a63bf7b7c538f3e3a84e7ccda4d962, NAME => 'test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:02,057 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:02,057 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:21:02,057 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:02,057 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:02,057 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:02,057 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:02,059 INFO [StoreOpener-27a63bf7b7c538f3e3a84e7ccda4d962-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:02,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:02,060 INFO [StoreOpener-27a63bf7b7c538f3e3a84e7ccda4d962-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a63bf7b7c538f3e3a84e7ccda4d962 columnFamilyName f 2024-11-12T03:21:02,060 DEBUG [StoreOpener-27a63bf7b7c538f3e3a84e7ccda4d962-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:02,060 INFO [StoreOpener-27a63bf7b7c538f3e3a84e7ccda4d962-1 {}] regionserver.HStore(327): Store=27a63bf7b7c538f3e3a84e7ccda4d962/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:02,060 INFO [StoreOpener-27a63bf7b7c538f3e3a84e7ccda4d962-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:02,061 INFO [StoreOpener-27a63bf7b7c538f3e3a84e7ccda4d962-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a63bf7b7c538f3e3a84e7ccda4d962 columnFamilyName f1 2024-11-12T03:21:02,061 DEBUG [StoreOpener-27a63bf7b7c538f3e3a84e7ccda4d962-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:02,061 INFO [StoreOpener-27a63bf7b7c538f3e3a84e7ccda4d962-1 {}] regionserver.HStore(327): Store=27a63bf7b7c538f3e3a84e7ccda4d962/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:02,061 INFO [StoreOpener-27a63bf7b7c538f3e3a84e7ccda4d962-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:02,062 INFO [StoreOpener-27a63bf7b7c538f3e3a84e7ccda4d962-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27a63bf7b7c538f3e3a84e7ccda4d962 columnFamilyName norep 2024-11-12T03:21:02,062 DEBUG [StoreOpener-27a63bf7b7c538f3e3a84e7ccda4d962-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:02,062 INFO [StoreOpener-27a63bf7b7c538f3e3a84e7ccda4d962-1 {}] regionserver.HStore(327): Store=27a63bf7b7c538f3e3a84e7ccda4d962/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:02,062 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:02,063 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:02,063 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:02,064 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:02,064 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:02,064 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:21:02,065 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:02,066 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:02,067 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 27a63bf7b7c538f3e3a84e7ccda4d962; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67342381, jitterRate=0.003479674458503723}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:21:02,067 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:02,067 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 27a63bf7b7c538f3e3a84e7ccda4d962: Running coprocessor pre-open hook at 1731381662058Writing region info on filesystem at 1731381662058Initializing all the Stores at 1731381662058Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381662058Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381662058Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381662058Cleaning up temporary data from old regions at 1731381662064 (+6 ms)Running coprocessor post-open hooks at 1731381662067 (+3 ms)Region opened successfully at 1731381662067 2024-11-12T03:21:02,068 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962., pid=6, masterSystemTime=1731381662053 2024-11-12T03:21:02,070 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. 2024-11-12T03:21:02,070 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. 2024-11-12T03:21:02,071 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=27a63bf7b7c538f3e3a84e7ccda4d962, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,35051,1731381646596 2024-11-12T03:21:02,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27a63bf7b7c538f3e3a84e7ccda4d962, server=3fb681890ab2,35051,1731381646596 because future has completed 2024-11-12T03:21:02,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:21:02,075 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 27a63bf7b7c538f3e3a84e7ccda4d962, server=3fb681890ab2,35051,1731381646596 in 172 msec 2024-11-12T03:21:02,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:21:02,078 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=27a63bf7b7c538f3e3a84e7ccda4d962, ASSIGN in 328 msec 2024-11-12T03:21:02,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:21:02,078 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381662078"}]},"ts":"1731381662078"} 2024-11-12T03:21:02,080 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:21:02,081 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:21:02,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-12T03:21:03,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:03,019 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:21:03,019 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48417 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:21:03,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:03,069 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:21:03,069 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,39643,1731381651849 2024-11-12T03:21:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f9b537d 2024-11-12T03:21:03,070 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:03,071 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:03,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:21:03,073 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:21:03,073 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:03,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:21:03,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:21:03,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:03,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:21:03,085 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d18249d57679823c402982ea02d102fd, NAME => 'test,,1731381663071.d18249d57679823c402982ea02d102fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6 2024-11-12T03:21:03,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:21:03,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:03,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:03,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381663071.d18249d57679823c402982ea02d102fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:03,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d18249d57679823c402982ea02d102fd, disabling compactions & flushes 2024-11-12T03:21:03,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381663071.d18249d57679823c402982ea02d102fd. 2024-11-12T03:21:03,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381663071.d18249d57679823c402982ea02d102fd. 2024-11-12T03:21:03,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381663071.d18249d57679823c402982ea02d102fd. after waiting 0 ms 2024-11-12T03:21:03,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381663071.d18249d57679823c402982ea02d102fd. 2024-11-12T03:21:03,490 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381663071.d18249d57679823c402982ea02d102fd. 2024-11-12T03:21:03,490 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d18249d57679823c402982ea02d102fd: Waiting for close lock at 1731381663490Disabling compacts and flushes for region at 1731381663490Disabling writes for close at 1731381663490Writing region close event to WAL at 1731381663490Closed at 1731381663490 2024-11-12T03:21:03,491 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:21:03,491 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381663071.d18249d57679823c402982ea02d102fd.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381663491"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381663491"}]},"ts":"1731381663491"} 2024-11-12T03:21:03,493 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:21:03,494 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:21:03,494 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381663494"}]},"ts":"1731381663494"} 2024-11-12T03:21:03,495 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:21:03,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d18249d57679823c402982ea02d102fd, ASSIGN}] 2024-11-12T03:21:03,497 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d18249d57679823c402982ea02d102fd, ASSIGN 2024-11-12T03:21:03,497 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d18249d57679823c402982ea02d102fd, ASSIGN; state=OFFLINE, location=3fb681890ab2,45467,1731381652127; forceNewPlan=false, retain=false 2024-11-12T03:21:03,648 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d18249d57679823c402982ea02d102fd, regionState=OPENING, regionLocation=3fb681890ab2,45467,1731381652127 2024-11-12T03:21:03,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d18249d57679823c402982ea02d102fd, ASSIGN because future has completed 2024-11-12T03:21:03,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d18249d57679823c402982ea02d102fd, server=3fb681890ab2,45467,1731381652127}] 2024-11-12T03:21:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:03,804 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381663071.d18249d57679823c402982ea02d102fd. 2024-11-12T03:21:03,804 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d18249d57679823c402982ea02d102fd, NAME => 'test,,1731381663071.d18249d57679823c402982ea02d102fd.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:03,805 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:03,805 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:21:03,805 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d18249d57679823c402982ea02d102fd 2024-11-12T03:21:03,805 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381663071.d18249d57679823c402982ea02d102fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:03,805 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d18249d57679823c402982ea02d102fd 2024-11-12T03:21:03,805 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d18249d57679823c402982ea02d102fd 2024-11-12T03:21:03,808 INFO [StoreOpener-d18249d57679823c402982ea02d102fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d18249d57679823c402982ea02d102fd 2024-11-12T03:21:03,809 INFO [StoreOpener-d18249d57679823c402982ea02d102fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d18249d57679823c402982ea02d102fd columnFamilyName f 2024-11-12T03:21:03,809 DEBUG [StoreOpener-d18249d57679823c402982ea02d102fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:03,809 INFO [StoreOpener-d18249d57679823c402982ea02d102fd-1 {}] regionserver.HStore(327): Store=d18249d57679823c402982ea02d102fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:03,810 INFO [StoreOpener-d18249d57679823c402982ea02d102fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d18249d57679823c402982ea02d102fd 2024-11-12T03:21:03,810 INFO [StoreOpener-d18249d57679823c402982ea02d102fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d18249d57679823c402982ea02d102fd columnFamilyName f1 2024-11-12T03:21:03,810 DEBUG [StoreOpener-d18249d57679823c402982ea02d102fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:03,811 INFO [StoreOpener-d18249d57679823c402982ea02d102fd-1 {}] regionserver.HStore(327): Store=d18249d57679823c402982ea02d102fd/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:03,811 INFO [StoreOpener-d18249d57679823c402982ea02d102fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d18249d57679823c402982ea02d102fd 2024-11-12T03:21:03,812 INFO [StoreOpener-d18249d57679823c402982ea02d102fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d18249d57679823c402982ea02d102fd columnFamilyName norep 2024-11-12T03:21:03,812 DEBUG [StoreOpener-d18249d57679823c402982ea02d102fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:03,812 INFO [StoreOpener-d18249d57679823c402982ea02d102fd-1 {}] regionserver.HStore(327): Store=d18249d57679823c402982ea02d102fd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:03,812 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d18249d57679823c402982ea02d102fd 2024-11-12T03:21:03,813 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd 2024-11-12T03:21:03,813 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd 2024-11-12T03:21:03,814 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d18249d57679823c402982ea02d102fd 2024-11-12T03:21:03,814 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d18249d57679823c402982ea02d102fd 2024-11-12T03:21:03,814 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:21:03,815 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d18249d57679823c402982ea02d102fd 2024-11-12T03:21:03,817 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:03,817 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d18249d57679823c402982ea02d102fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70388642, jitterRate=0.04887250065803528}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:21:03,817 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d18249d57679823c402982ea02d102fd 2024-11-12T03:21:03,817 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d18249d57679823c402982ea02d102fd: Running coprocessor pre-open hook at 1731381663805Writing region info on filesystem at 1731381663805Initializing all the Stores at 1731381663806 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381663806Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381663808 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381663808Cleaning up temporary data from old regions at 1731381663814 (+6 ms)Running coprocessor post-open hooks at 1731381663817 (+3 ms)Region opened successfully at 1731381663817 2024-11-12T03:21:03,818 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381663071.d18249d57679823c402982ea02d102fd., pid=6, masterSystemTime=1731381663801 2024-11-12T03:21:03,820 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381663071.d18249d57679823c402982ea02d102fd. 2024-11-12T03:21:03,820 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381663071.d18249d57679823c402982ea02d102fd. 2024-11-12T03:21:03,821 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d18249d57679823c402982ea02d102fd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,45467,1731381652127 2024-11-12T03:21:03,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d18249d57679823c402982ea02d102fd, server=3fb681890ab2,45467,1731381652127 because future has completed 2024-11-12T03:21:03,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:21:03,825 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d18249d57679823c402982ea02d102fd, server=3fb681890ab2,45467,1731381652127 in 173 msec 2024-11-12T03:21:03,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:21:03,827 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d18249d57679823c402982ea02d102fd, ASSIGN in 329 msec 2024-11-12T03:21:03,828 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:21:03,828 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381663828"}]},"ts":"1731381663828"} 2024-11-12T03:21:03,829 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:21:03,830 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:21:03,831 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-12T03:21:04,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:04,210 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:21:04,210 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:04,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,39459,1731381657405 2024-11-12T03:21:04,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f84c422 2024-11-12T03:21:04,211 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:04,212 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:04,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:21:04,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:21:04,215 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:04,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:21:04,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:04,216 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:21:04,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:21:04,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:04,622 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 53f88e35cbd7ed1838551b4965988fa7, NAME => 'test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22 2024-11-12T03:21:04,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:21:04,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:05,055 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:05,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 53f88e35cbd7ed1838551b4965988fa7, disabling compactions & flushes 2024-11-12T03:21:05,056 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. 2024-11-12T03:21:05,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. 2024-11-12T03:21:05,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. after waiting 0 ms 2024-11-12T03:21:05,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. 2024-11-12T03:21:05,056 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. 2024-11-12T03:21:05,056 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 53f88e35cbd7ed1838551b4965988fa7: Waiting for close lock at 1731381665055Disabling compacts and flushes for region at 1731381665055Disabling writes for close at 1731381665056 (+1 ms)Writing region close event to WAL at 1731381665056Closed at 1731381665056 2024-11-12T03:21:05,057 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:21:05,057 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381665057"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381665057"}]},"ts":"1731381665057"} 2024-11-12T03:21:05,059 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:21:05,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:21:05,060 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381665060"}]},"ts":"1731381665060"} 2024-11-12T03:21:05,061 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:21:05,062 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=53f88e35cbd7ed1838551b4965988fa7, ASSIGN}] 2024-11-12T03:21:05,062 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=53f88e35cbd7ed1838551b4965988fa7, ASSIGN 2024-11-12T03:21:05,063 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=53f88e35cbd7ed1838551b4965988fa7, ASSIGN; state=OFFLINE, location=3fb681890ab2,39981,1731381657559; forceNewPlan=false, retain=false 2024-11-12T03:21:05,214 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=53f88e35cbd7ed1838551b4965988fa7, regionState=OPENING, regionLocation=3fb681890ab2,39981,1731381657559 2024-11-12T03:21:05,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=53f88e35cbd7ed1838551b4965988fa7, ASSIGN because future has completed 2024-11-12T03:21:05,216 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53f88e35cbd7ed1838551b4965988fa7, server=3fb681890ab2,39981,1731381657559}] 2024-11-12T03:21:05,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:05,370 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. 2024-11-12T03:21:05,370 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 53f88e35cbd7ed1838551b4965988fa7, NAME => 'test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:05,371 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:05,371 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:21:05,371 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 53f88e35cbd7ed1838551b4965988fa7 2024-11-12T03:21:05,371 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:05,371 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 53f88e35cbd7ed1838551b4965988fa7 2024-11-12T03:21:05,371 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 53f88e35cbd7ed1838551b4965988fa7 2024-11-12T03:21:05,372 INFO [StoreOpener-53f88e35cbd7ed1838551b4965988fa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 53f88e35cbd7ed1838551b4965988fa7 2024-11-12T03:21:05,373 INFO [StoreOpener-53f88e35cbd7ed1838551b4965988fa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f88e35cbd7ed1838551b4965988fa7 columnFamilyName f 2024-11-12T03:21:05,373 DEBUG [StoreOpener-53f88e35cbd7ed1838551b4965988fa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:05,373 INFO [StoreOpener-53f88e35cbd7ed1838551b4965988fa7-1 {}] regionserver.HStore(327): Store=53f88e35cbd7ed1838551b4965988fa7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:05,373 INFO [StoreOpener-53f88e35cbd7ed1838551b4965988fa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 53f88e35cbd7ed1838551b4965988fa7 2024-11-12T03:21:05,374 INFO [StoreOpener-53f88e35cbd7ed1838551b4965988fa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f88e35cbd7ed1838551b4965988fa7 columnFamilyName f1 2024-11-12T03:21:05,374 DEBUG [StoreOpener-53f88e35cbd7ed1838551b4965988fa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:05,375 INFO [StoreOpener-53f88e35cbd7ed1838551b4965988fa7-1 {}] regionserver.HStore(327): Store=53f88e35cbd7ed1838551b4965988fa7/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:05,375 INFO [StoreOpener-53f88e35cbd7ed1838551b4965988fa7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 53f88e35cbd7ed1838551b4965988fa7 2024-11-12T03:21:05,375 INFO [StoreOpener-53f88e35cbd7ed1838551b4965988fa7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 53f88e35cbd7ed1838551b4965988fa7 columnFamilyName norep 2024-11-12T03:21:05,376 DEBUG [StoreOpener-53f88e35cbd7ed1838551b4965988fa7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:05,376 INFO [StoreOpener-53f88e35cbd7ed1838551b4965988fa7-1 {}] regionserver.HStore(327): Store=53f88e35cbd7ed1838551b4965988fa7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:05,376 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 53f88e35cbd7ed1838551b4965988fa7 2024-11-12T03:21:05,377 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7 2024-11-12T03:21:05,377 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7 2024-11-12T03:21:05,377 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 53f88e35cbd7ed1838551b4965988fa7 2024-11-12T03:21:05,378 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 53f88e35cbd7ed1838551b4965988fa7 2024-11-12T03:21:05,378 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:21:05,379 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 53f88e35cbd7ed1838551b4965988fa7 2024-11-12T03:21:05,381 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:05,381 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 53f88e35cbd7ed1838551b4965988fa7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65459197, jitterRate=-0.02458195388317108}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:21:05,381 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 53f88e35cbd7ed1838551b4965988fa7 2024-11-12T03:21:05,381 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 53f88e35cbd7ed1838551b4965988fa7: Running coprocessor pre-open hook at 1731381665371Writing region info on filesystem at 1731381665371Initializing all the Stores at 1731381665372 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381665372Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381665372Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381665372Cleaning up temporary data from old regions at 1731381665378 (+6 ms)Running coprocessor post-open hooks at 1731381665381 (+3 ms)Region opened successfully at 1731381665381 2024-11-12T03:21:05,382 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7., pid=6, masterSystemTime=1731381665367 2024-11-12T03:21:05,384 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. 2024-11-12T03:21:05,384 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. 2024-11-12T03:21:05,384 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=53f88e35cbd7ed1838551b4965988fa7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,39981,1731381657559 2024-11-12T03:21:05,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 53f88e35cbd7ed1838551b4965988fa7, server=3fb681890ab2,39981,1731381657559 because future has completed 2024-11-12T03:21:05,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:21:05,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 53f88e35cbd7ed1838551b4965988fa7, server=3fb681890ab2,39981,1731381657559 in 171 msec 2024-11-12T03:21:05,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:21:05,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=53f88e35cbd7ed1838551b4965988fa7, ASSIGN in 327 msec 2024-11-12T03:21:05,391 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:21:05,391 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381665391"}]},"ts":"1731381665391"} 2024-11-12T03:21:05,393 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:21:05,393 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:21:05,395 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1800 sec 2024-11-12T03:21:05,693 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T03:21:06,307 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:21:06,308 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:06,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:06,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:06,355 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:06,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:06,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:06,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:06,360 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:21:06,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d9dd75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:06,361 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,38383,-1 for getting cluster id 2024-11-12T03:21:06,361 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:06,362 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4bb2a42-96eb-4f71-8503-291721fcb30a' 2024-11-12T03:21:06,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:06,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4bb2a42-96eb-4f71-8503-291721fcb30a" 2024-11-12T03:21:06,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346fc892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:06,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,38383,-1] 2024-11-12T03:21:06,362 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:06,363 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:06,363 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:06,364 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@726513dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:06,364 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,38383,1731381646382 2024-11-12T03:21:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49e6daf1 2024-11-12T03:21:06,365 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:06,365 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:06,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:39643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:21:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:21:06,367 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:06,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:06,368 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:39643' 2024-11-12T03:21:06,370 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16cc9fef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:06,370 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39643,-1 for getting cluster id 2024-11-12T03:21:06,370 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:06,370 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2c28aa2-e4e9-4c72-a944-34bbd8e5859f' 2024-11-12T03:21:06,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:06,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2c28aa2-e4e9-4c72-a944-34bbd8e5859f" 2024-11-12T03:21:06,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143884d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:06,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39643,-1] 2024-11-12T03:21:06,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:06,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:06,372 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:06,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2b687d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:06,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:06,373 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:06,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:06,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,39643,1731381651849 2024-11-12T03:21:06,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44e02856 2024-11-12T03:21:06,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:06,375 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:06,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:06,375 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T03:21:06,376 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:21:06,376 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:06,376 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:06,376 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:06,376 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:06,377 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:21:06,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:21:06,378 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:06,379 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:21:06,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741837_1013 (size=1138) 2024-11-12T03:21:06,427 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:21:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:06,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:06,785 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ce32e1e7337a4b656da8a38f0841d70e, NAME => 'hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078 2024-11-12T03:21:06,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741838_1014 (size=44) 2024-11-12T03:21:06,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:07,190 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:07,190 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing ce32e1e7337a4b656da8a38f0841d70e, disabling compactions & flushes 2024-11-12T03:21:07,190 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. 2024-11-12T03:21:07,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. 2024-11-12T03:21:07,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. after waiting 0 ms 2024-11-12T03:21:07,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. 2024-11-12T03:21:07,191 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. 2024-11-12T03:21:07,191 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for ce32e1e7337a4b656da8a38f0841d70e: Waiting for close lock at 1731381667190Disabling compacts and flushes for region at 1731381667190Disabling writes for close at 1731381667191 (+1 ms)Writing region close event to WAL at 1731381667191Closed at 1731381667191 2024-11-12T03:21:07,192 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:21:07,192 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381667192"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381667192"}]},"ts":"1731381667192"} 2024-11-12T03:21:07,194 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:21:07,195 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:21:07,195 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381667195"}]},"ts":"1731381667195"} 2024-11-12T03:21:07,197 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:21:07,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce32e1e7337a4b656da8a38f0841d70e, ASSIGN}] 2024-11-12T03:21:07,198 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce32e1e7337a4b656da8a38f0841d70e, ASSIGN 2024-11-12T03:21:07,199 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ce32e1e7337a4b656da8a38f0841d70e, ASSIGN; state=OFFLINE, location=3fb681890ab2,35051,1731381646596; forceNewPlan=false, retain=false 2024-11-12T03:21:07,349 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ce32e1e7337a4b656da8a38f0841d70e, regionState=OPENING, regionLocation=3fb681890ab2,35051,1731381646596 2024-11-12T03:21:07,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=ce32e1e7337a4b656da8a38f0841d70e, ASSIGN because future has completed 2024-11-12T03:21:07,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce32e1e7337a4b656da8a38f0841d70e, server=3fb681890ab2,35051,1731381646596}] 2024-11-12T03:21:07,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. 2024-11-12T03:21:07,506 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:07,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:21:07,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C35051%2C1731381646596.rep, suffix=, logDir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596, archiveDir=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/oldWALs, maxLogs=10 2024-11-12T03:21:07,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:07,521 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.rep.1731381667508, exclude list is [], retry=0 2024-11-12T03:21:07,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41613,DS-9e9616ab-2be0-4f76-851e-5ec01f4fb08a,DISK] 2024-11-12T03:21:07,524 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.rep.1731381667508 2024-11-12T03:21:07,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39495:39495)] 2024-11-12T03:21:07,524 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => ce32e1e7337a4b656da8a38f0841d70e, NAME => 'hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:07,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:07,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:21:07,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. service=MultiRowMutationService 2024-11-12T03:21:07,525 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:21:07,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:07,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:07,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:07,525 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:07,526 INFO [StoreOpener-ce32e1e7337a4b656da8a38f0841d70e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:07,527 INFO [StoreOpener-ce32e1e7337a4b656da8a38f0841d70e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce32e1e7337a4b656da8a38f0841d70e columnFamilyName hfileref 2024-11-12T03:21:07,527 DEBUG [StoreOpener-ce32e1e7337a4b656da8a38f0841d70e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:07,527 INFO [StoreOpener-ce32e1e7337a4b656da8a38f0841d70e-1 {}] regionserver.HStore(327): Store=ce32e1e7337a4b656da8a38f0841d70e/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:07,528 INFO [StoreOpener-ce32e1e7337a4b656da8a38f0841d70e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:07,528 INFO [StoreOpener-ce32e1e7337a4b656da8a38f0841d70e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce32e1e7337a4b656da8a38f0841d70e columnFamilyName queue 2024-11-12T03:21:07,528 DEBUG [StoreOpener-ce32e1e7337a4b656da8a38f0841d70e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:07,529 INFO [StoreOpener-ce32e1e7337a4b656da8a38f0841d70e-1 {}] regionserver.HStore(327): Store=ce32e1e7337a4b656da8a38f0841d70e/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:07,529 INFO [StoreOpener-ce32e1e7337a4b656da8a38f0841d70e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:07,530 INFO [StoreOpener-ce32e1e7337a4b656da8a38f0841d70e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ce32e1e7337a4b656da8a38f0841d70e columnFamilyName sid 2024-11-12T03:21:07,530 DEBUG [StoreOpener-ce32e1e7337a4b656da8a38f0841d70e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:07,530 INFO [StoreOpener-ce32e1e7337a4b656da8a38f0841d70e-1 {}] regionserver.HStore(327): Store=ce32e1e7337a4b656da8a38f0841d70e/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:07,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:07,530 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/replication/ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:07,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/replication/ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:07,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:07,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:07,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:21:07,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:07,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/replication/ce32e1e7337a4b656da8a38f0841d70e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:07,534 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened ce32e1e7337a4b656da8a38f0841d70e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59133364, jitterRate=-0.11884421110153198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:21:07,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:07,534 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for ce32e1e7337a4b656da8a38f0841d70e: Running coprocessor pre-open hook at 1731381667525Writing region info on filesystem at 1731381667525Initializing all the Stores at 1731381667526 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381667526Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381667526Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381667526Cleaning up temporary data from old regions at 1731381667531 (+5 ms)Running coprocessor post-open hooks at 1731381667534 (+3 ms)Region opened successfully at 1731381667534 2024-11-12T03:21:07,535 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e., pid=10, masterSystemTime=1731381667503 2024-11-12T03:21:07,537 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. 2024-11-12T03:21:07,537 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. 2024-11-12T03:21:07,537 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=ce32e1e7337a4b656da8a38f0841d70e, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,35051,1731381646596 2024-11-12T03:21:07,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure ce32e1e7337a4b656da8a38f0841d70e, server=3fb681890ab2,35051,1731381646596 because future has completed 2024-11-12T03:21:07,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T03:21:07,542 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure ce32e1e7337a4b656da8a38f0841d70e, server=3fb681890ab2,35051,1731381646596 in 190 msec 2024-11-12T03:21:07,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T03:21:07,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=ce32e1e7337a4b656da8a38f0841d70e, ASSIGN in 345 msec 2024-11-12T03:21:07,544 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:21:07,544 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381667544"}]},"ts":"1731381667544"} 2024-11-12T03:21:07,546 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:21:07,547 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:21:07,548 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1710 sec 2024-11-12T03:21:07,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e., hostname=3fb681890ab2,35051,1731381646596, seqNum=2] 2024-11-12T03:21:07,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:21:07,642 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:21:07,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:21:07,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35051 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T03:21:07,817 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:21:07,841 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,35051,1731381646596, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:21:07,841 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:07,842 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,35051,1731381646596, seqNum=-1] 2024-11-12T03:21:07,842 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:07,843 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T03:21:07,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,35051,1731381646596', locateType=CURRENT is [region=hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e., hostname=3fb681890ab2,35051,1731381646596, seqNum=2] 2024-11-12T03:21:07,846 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T03:21:07,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T03:21:07,848 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,35051,1731381646596 suceeded 2024-11-12T03:21:07,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T03:21:07,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-12T03:21:07,850 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:39643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:21:07,851 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4840 sec 2024-11-12T03:21:07,859 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:39643' 2024-11-12T03:21:07,860 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7dbb571d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:07,860 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39643,-1 for getting cluster id 2024-11-12T03:21:07,860 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:07,861 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2c28aa2-e4e9-4c72-a944-34bbd8e5859f' 2024-11-12T03:21:07,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:07,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2c28aa2-e4e9-4c72-a944-34bbd8e5859f" 2024-11-12T03:21:07,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@206d0d97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:07,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39643,-1] 2024-11-12T03:21:07,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:07,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:07,862 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:07,862 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9e66362, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:07,862 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:07,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,39643,1731381651849 2024-11-12T03:21:07,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@159dd97a 2024-11-12T03:21:07,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:07,864 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44244, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-12T03:21:07,864 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,35051,1731381646596 (queues=1) is replicating from cluster=c4bb2a42-96eb-4f71-8503-291721fcb30a to cluster=f2c28aa2-e4e9-4c72-a944-34bbd8e5859f 2024-11-12T03:21:07,864 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C35051%2C1731381646596 2024-11-12T03:21:07,864 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,35051,1731381646596, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:21:07,865 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C35051%2C1731381646596 2024-11-12T03:21:07,865 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914, startPosition=0, beingWritten=true 2024-11-12T03:21:07,870 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:07,870 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 379, reset compression=false 2024-11-12T03:21:07,870 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,35051,1731381646596 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:08,073 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 379, reset compression=false 2024-11-12T03:21:08,376 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 379, reset compression=false 2024-11-12T03:21:08,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38383 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:08,520 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:21:08,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:21:08,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:08,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:08,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:08,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:08,521 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70d4832e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:08,521 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39643,-1 for getting cluster id 2024-11-12T03:21:08,521 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:08,522 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2c28aa2-e4e9-4c72-a944-34bbd8e5859f' 2024-11-12T03:21:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2c28aa2-e4e9-4c72-a944-34bbd8e5859f" 2024-11-12T03:21:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1569de72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:08,522 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39643,-1] 2024-11-12T03:21:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:08,523 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:08,523 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:08,524 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e01a49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:08,524 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,39643,1731381651849 2024-11-12T03:21:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@14c41fb0 2024-11-12T03:21:08,525 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:08,526 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:08,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:39459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:21:08,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:21:08,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:08,528 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:39459' 2024-11-12T03:21:08,529 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6d647, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:08,529 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39459,-1 for getting cluster id 2024-11-12T03:21:08,529 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:08,530 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f530bf02-8587-4fff-9d00-829f3ea5160b' 2024-11-12T03:21:08,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:08,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f530bf02-8587-4fff-9d00-829f3ea5160b" 2024-11-12T03:21:08,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f25057c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:08,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39459,-1] 2024-11-12T03:21:08,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:08,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:08,531 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:08,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418843b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:08,532 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:08,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,39459,1731381657405 2024-11-12T03:21:08,532 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@12515a81 2024-11-12T03:21:08,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:08,533 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:08,534 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T03:21:08,534 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:21:08,534 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:08,534 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:08,534 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:08,534 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:08,536 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:21:08,536 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:21:08,536 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:08,537 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:21:08,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741837_1013 (size=1138) 2024-11-12T03:21:08,586 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:21:08,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:08,780 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 379, reset compression=false 2024-11-12T03:21:08,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:08,944 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => faa3a34cbe4e4fbac875f14808d8814a, NAME => 'hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6 2024-11-12T03:21:08,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741838_1014 (size=44) 2024-11-12T03:21:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:09,284 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 379, reset compression=false 2024-11-12T03:21:09,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:09,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing faa3a34cbe4e4fbac875f14808d8814a, disabling compactions & flushes 2024-11-12T03:21:09,355 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:09,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:09,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. after waiting 0 ms 2024-11-12T03:21:09,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:09,355 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:09,355 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for faa3a34cbe4e4fbac875f14808d8814a: Waiting for close lock at 1731381669355Disabling compacts and flushes for region at 1731381669355Disabling writes for close at 1731381669355Writing region close event to WAL at 1731381669355Closed at 1731381669355 2024-11-12T03:21:09,356 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:21:09,356 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381669356"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381669356"}]},"ts":"1731381669356"} 2024-11-12T03:21:09,358 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:21:09,359 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:21:09,359 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381669359"}]},"ts":"1731381669359"} 2024-11-12T03:21:09,361 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:21:09,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=faa3a34cbe4e4fbac875f14808d8814a, ASSIGN}] 2024-11-12T03:21:09,362 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=faa3a34cbe4e4fbac875f14808d8814a, ASSIGN 2024-11-12T03:21:09,362 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=faa3a34cbe4e4fbac875f14808d8814a, ASSIGN; state=OFFLINE, location=3fb681890ab2,45467,1731381652127; forceNewPlan=false, retain=false 2024-11-12T03:21:09,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=faa3a34cbe4e4fbac875f14808d8814a, regionState=OPENING, regionLocation=3fb681890ab2,45467,1731381652127 2024-11-12T03:21:09,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=faa3a34cbe4e4fbac875f14808d8814a, ASSIGN because future has completed 2024-11-12T03:21:09,515 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure faa3a34cbe4e4fbac875f14808d8814a, server=3fb681890ab2,45467,1731381652127}] 2024-11-12T03:21:09,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:09,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:09,670 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:09,671 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:21:09,672 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C45467%2C1731381652127.rep, suffix=, logDir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127, archiveDir=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/oldWALs, maxLogs=10 2024-11-12T03:21:09,684 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.rep.1731381669672, exclude list is [], retry=0 2024-11-12T03:21:09,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36183,DS-de140356-956d-4e38-8e1d-8b1ce18dee83,DISK] 2024-11-12T03:21:09,687 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.rep.1731381669672 2024-11-12T03:21:09,687 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40869:40869)] 2024-11-12T03:21:09,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => faa3a34cbe4e4fbac875f14808d8814a, NAME => 'hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:09,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:09,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:21:09,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. service=MultiRowMutationService 2024-11-12T03:21:09,688 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:21:09,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:09,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:09,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:09,688 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:09,689 INFO [StoreOpener-faa3a34cbe4e4fbac875f14808d8814a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:09,690 INFO [StoreOpener-faa3a34cbe4e4fbac875f14808d8814a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faa3a34cbe4e4fbac875f14808d8814a columnFamilyName hfileref 2024-11-12T03:21:09,690 DEBUG [StoreOpener-faa3a34cbe4e4fbac875f14808d8814a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:09,691 INFO [StoreOpener-faa3a34cbe4e4fbac875f14808d8814a-1 {}] regionserver.HStore(327): Store=faa3a34cbe4e4fbac875f14808d8814a/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:09,691 INFO [StoreOpener-faa3a34cbe4e4fbac875f14808d8814a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:09,691 INFO [StoreOpener-faa3a34cbe4e4fbac875f14808d8814a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faa3a34cbe4e4fbac875f14808d8814a columnFamilyName queue 2024-11-12T03:21:09,691 DEBUG [StoreOpener-faa3a34cbe4e4fbac875f14808d8814a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:09,692 INFO [StoreOpener-faa3a34cbe4e4fbac875f14808d8814a-1 {}] regionserver.HStore(327): Store=faa3a34cbe4e4fbac875f14808d8814a/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:09,692 INFO [StoreOpener-faa3a34cbe4e4fbac875f14808d8814a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:09,692 INFO [StoreOpener-faa3a34cbe4e4fbac875f14808d8814a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region faa3a34cbe4e4fbac875f14808d8814a columnFamilyName sid 2024-11-12T03:21:09,692 DEBUG [StoreOpener-faa3a34cbe4e4fbac875f14808d8814a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:09,693 INFO [StoreOpener-faa3a34cbe4e4fbac875f14808d8814a-1 {}] regionserver.HStore(327): Store=faa3a34cbe4e4fbac875f14808d8814a/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:09,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:09,693 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/replication/faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:09,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/replication/faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:09,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:09,694 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:09,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:21:09,695 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:09,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/replication/faa3a34cbe4e4fbac875f14808d8814a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:09,697 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened faa3a34cbe4e4fbac875f14808d8814a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61016965, jitterRate=-0.09077636897563934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:21:09,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:09,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for faa3a34cbe4e4fbac875f14808d8814a: Running coprocessor pre-open hook at 1731381669688Writing region info on filesystem at 1731381669688Initializing all the Stores at 1731381669689 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381669689Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381669689Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381669689Cleaning up temporary data from old regions at 1731381669694 (+5 ms)Running coprocessor post-open hooks at 1731381669697 (+3 ms)Region opened successfully at 1731381669697 2024-11-12T03:21:09,698 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a., pid=10, masterSystemTime=1731381669667 2024-11-12T03:21:09,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:09,700 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:09,700 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=faa3a34cbe4e4fbac875f14808d8814a, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,45467,1731381652127 2024-11-12T03:21:09,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure faa3a34cbe4e4fbac875f14808d8814a, server=3fb681890ab2,45467,1731381652127 because future has completed 2024-11-12T03:21:09,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T03:21:09,704 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure faa3a34cbe4e4fbac875f14808d8814a, server=3fb681890ab2,45467,1731381652127 in 188 msec 2024-11-12T03:21:09,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T03:21:09,706 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=faa3a34cbe4e4fbac875f14808d8814a, ASSIGN in 343 msec 2024-11-12T03:21:09,706 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:21:09,707 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381669706"}]},"ts":"1731381669706"} 2024-11-12T03:21:09,708 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:21:09,709 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:21:09,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-12T03:21:09,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a., hostname=3fb681890ab2,45467,1731381652127, seqNum=2] 2024-11-12T03:21:09,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:21:09,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:21:09,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:21:09,887 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 379, reset compression=false 2024-11-12T03:21:09,987 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45467 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T03:21:09,987 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:21:10,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T03:21:10,005 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T03:21:10,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:21:10,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T03:21:10,013 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,45467,1731381652127, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:21:10,014 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:10,014 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,45467,1731381652127, seqNum=-1] 2024-11-12T03:21:10,014 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:10,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35229, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T03:21:10,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,45467,1731381652127', locateType=CURRENT is [region=hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a., hostname=3fb681890ab2,45467,1731381652127, seqNum=2] 2024-11-12T03:21:10,019 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T03:21:10,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T03:21:10,021 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,45467,1731381652127 suceeded 2024-11-12T03:21:10,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T03:21:10,022 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 186 msec 2024-11-12T03:21:10,022 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:39459,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:21:10,023 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4960 sec 2024-11-12T03:21:10,032 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:39459' 2024-11-12T03:21:10,033 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67950e2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:10,033 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39459,-1 for getting cluster id 2024-11-12T03:21:10,033 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:10,033 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f530bf02-8587-4fff-9d00-829f3ea5160b' 2024-11-12T03:21:10,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:10,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f530bf02-8587-4fff-9d00-829f3ea5160b" 2024-11-12T03:21:10,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7181fde5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:10,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39459,-1] 2024-11-12T03:21:10,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:10,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:10,035 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:10,035 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@85a0e8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:10,035 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,39459,1731381657405 2024-11-12T03:21:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f4a36cf 2024-11-12T03:21:10,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:10,036 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-12T03:21:10,037 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,45467,1731381652127 (queues=1) is replicating from cluster=f2c28aa2-e4e9-4c72-a944-34bbd8e5859f to cluster=f530bf02-8587-4fff-9d00-829f3ea5160b 2024-11-12T03:21:10,037 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C45467%2C1731381652127 2024-11-12T03:21:10,037 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,45467,1731381652127, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:21:10,037 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329, startPosition=0, beingWritten=true 2024-11-12T03:21:10,038 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C45467%2C1731381652127 2024-11-12T03:21:10,043 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:10,043 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 379, reset compression=false 2024-11-12T03:21:10,043 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,45467,1731381652127 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:10,246 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 379, reset compression=false 2024-11-12T03:21:10,549 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 379, reset compression=false 2024-11-12T03:21:10,590 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 379, reset compression=false 2024-11-12T03:21:10,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39643 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:10,679 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:21:10,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:21:10,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:10,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:10,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:10,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:10,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@287a42ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:10,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39459,-1 for getting cluster id 2024-11-12T03:21:10,680 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:10,681 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f530bf02-8587-4fff-9d00-829f3ea5160b' 2024-11-12T03:21:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f530bf02-8587-4fff-9d00-829f3ea5160b" 2024-11-12T03:21:10,681 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ecfa4e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39459,-1] 2024-11-12T03:21:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:10,682 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:10,682 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:10,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7c4f4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:10,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:10,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,39459,1731381657405 2024-11-12T03:21:10,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@560ebf75 2024-11-12T03:21:10,685 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:10,685 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:10,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:38383,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:21:10,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:21:10,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:10,688 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:38383' 2024-11-12T03:21:10,688 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401131c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:10,688 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,38383,-1 for getting cluster id 2024-11-12T03:21:10,688 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:10,689 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4bb2a42-96eb-4f71-8503-291721fcb30a' 2024-11-12T03:21:10,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:10,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4bb2a42-96eb-4f71-8503-291721fcb30a" 2024-11-12T03:21:10,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b1ff85e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:10,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,38383,-1] 2024-11-12T03:21:10,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:10,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:10,690 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:10,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4a4090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:10,691 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:10,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,38383,1731381646382 2024-11-12T03:21:10,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d8bd343 2024-11-12T03:21:10,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:10,692 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:10,692 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T03:21:10,693 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:21:10,693 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:10,693 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:10,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:10,693 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:10,694 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:21:10,694 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:21:10,694 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:10,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:21:10,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741837_1013 (size=1138) 2024-11-12T03:21:10,744 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:21:10,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:10,953 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 379, reset compression=false 2024-11-12T03:21:10,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:11,101 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc780e2566ff1aa8322b0b308e2cc813, NAME => 'hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22 2024-11-12T03:21:11,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741838_1014 (size=44) 2024-11-12T03:21:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:11,393 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 379, reset compression=false 2024-11-12T03:21:11,457 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 379, reset compression=false 2024-11-12T03:21:11,510 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:11,510 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cc780e2566ff1aa8322b0b308e2cc813, disabling compactions & flushes 2024-11-12T03:21:11,510 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:11,510 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:11,510 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. after waiting 0 ms 2024-11-12T03:21:11,510 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:11,510 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:11,510 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc780e2566ff1aa8322b0b308e2cc813: Waiting for close lock at 1731381671510Disabling compacts and flushes for region at 1731381671510Disabling writes for close at 1731381671510Writing region close event to WAL at 1731381671510Closed at 1731381671510 2024-11-12T03:21:11,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:21:11,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381671511"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381671511"}]},"ts":"1731381671511"} 2024-11-12T03:21:11,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:21:11,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:21:11,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381671514"}]},"ts":"1731381671514"} 2024-11-12T03:21:11,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:21:11,516 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc780e2566ff1aa8322b0b308e2cc813, ASSIGN}] 2024-11-12T03:21:11,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc780e2566ff1aa8322b0b308e2cc813, ASSIGN 2024-11-12T03:21:11,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cc780e2566ff1aa8322b0b308e2cc813, ASSIGN; state=OFFLINE, location=3fb681890ab2,39981,1731381657559; forceNewPlan=false, retain=false 2024-11-12T03:21:11,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cc780e2566ff1aa8322b0b308e2cc813, regionState=OPENING, regionLocation=3fb681890ab2,39981,1731381657559 2024-11-12T03:21:11,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cc780e2566ff1aa8322b0b308e2cc813, ASSIGN because future has completed 2024-11-12T03:21:11,669 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc780e2566ff1aa8322b0b308e2cc813, server=3fb681890ab2,39981,1731381657559}] 2024-11-12T03:21:11,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:11,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:11,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:11,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:21:11,824 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C39981%2C1731381657559.rep, suffix=, logDir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559, archiveDir=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/oldWALs, maxLogs=10 2024-11-12T03:21:11,835 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.rep.1731381671824, exclude list is [], retry=0 2024-11-12T03:21:11,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39237,DS-e0b1f2e8-8ac1-4946-b8b0-915cd2b081a3,DISK] 2024-11-12T03:21:11,838 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.rep.1731381671824 2024-11-12T03:21:11,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46193:46193)] 2024-11-12T03:21:11,838 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cc780e2566ff1aa8322b0b308e2cc813, NAME => 'hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:11,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:11,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:21:11,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. service=MultiRowMutationService 2024-11-12T03:21:11,839 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:21:11,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:11,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:11,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:11,839 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:11,840 INFO [StoreOpener-cc780e2566ff1aa8322b0b308e2cc813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:11,841 INFO [StoreOpener-cc780e2566ff1aa8322b0b308e2cc813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc780e2566ff1aa8322b0b308e2cc813 columnFamilyName hfileref 2024-11-12T03:21:11,841 DEBUG [StoreOpener-cc780e2566ff1aa8322b0b308e2cc813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:11,841 INFO [StoreOpener-cc780e2566ff1aa8322b0b308e2cc813-1 {}] regionserver.HStore(327): Store=cc780e2566ff1aa8322b0b308e2cc813/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:11,841 INFO [StoreOpener-cc780e2566ff1aa8322b0b308e2cc813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:11,842 INFO [StoreOpener-cc780e2566ff1aa8322b0b308e2cc813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc780e2566ff1aa8322b0b308e2cc813 columnFamilyName queue 2024-11-12T03:21:11,842 DEBUG [StoreOpener-cc780e2566ff1aa8322b0b308e2cc813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:11,842 INFO [StoreOpener-cc780e2566ff1aa8322b0b308e2cc813-1 {}] regionserver.HStore(327): Store=cc780e2566ff1aa8322b0b308e2cc813/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:11,842 INFO [StoreOpener-cc780e2566ff1aa8322b0b308e2cc813-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:11,843 INFO [StoreOpener-cc780e2566ff1aa8322b0b308e2cc813-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc780e2566ff1aa8322b0b308e2cc813 columnFamilyName sid 2024-11-12T03:21:11,843 DEBUG [StoreOpener-cc780e2566ff1aa8322b0b308e2cc813-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:11,843 INFO [StoreOpener-cc780e2566ff1aa8322b0b308e2cc813-1 {}] regionserver.HStore(327): Store=cc780e2566ff1aa8322b0b308e2cc813/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:11,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:11,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/replication/cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:11,844 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/replication/cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:11,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:11,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:11,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:21:11,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:11,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/replication/cc780e2566ff1aa8322b0b308e2cc813/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:11,847 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cc780e2566ff1aa8322b0b308e2cc813; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59154349, jitterRate=-0.11853151023387909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:21:11,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:11,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cc780e2566ff1aa8322b0b308e2cc813: Running coprocessor pre-open hook at 1731381671839Writing region info on filesystem at 1731381671839Initializing all the Stores at 1731381671840 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381671840Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381671840Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381671840Cleaning up temporary data from old regions at 1731381671845 (+5 ms)Running coprocessor post-open hooks at 1731381671847 (+2 ms)Region opened successfully at 1731381671847 2024-11-12T03:21:11,848 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813., pid=10, masterSystemTime=1731381671820 2024-11-12T03:21:11,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:11,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:11,850 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cc780e2566ff1aa8322b0b308e2cc813, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,39981,1731381657559 2024-11-12T03:21:11,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc780e2566ff1aa8322b0b308e2cc813, server=3fb681890ab2,39981,1731381657559 because future has completed 2024-11-12T03:21:11,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T03:21:11,855 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cc780e2566ff1aa8322b0b308e2cc813, server=3fb681890ab2,39981,1731381657559 in 184 msec 2024-11-12T03:21:11,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T03:21:11,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cc780e2566ff1aa8322b0b308e2cc813, ASSIGN in 338 msec 2024-11-12T03:21:11,857 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:21:11,857 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381671857"}]},"ts":"1731381671857"} 2024-11-12T03:21:11,859 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:21:11,859 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:21:11,861 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1660 sec 2024-11-12T03:21:11,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813., hostname=3fb681890ab2,39981,1731381657559, seqNum=2] 2024-11-12T03:21:11,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:21:11,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:21:11,993 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:21:12,060 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 379, reset compression=false 2024-11-12T03:21:12,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T03:21:12,145 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:21:12,178 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,39981,1731381657559, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:21:12,178 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:12,178 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,39981,1731381657559, seqNum=-1] 2024-11-12T03:21:12,179 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:12,180 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55657, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T03:21:12,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,39981,1731381657559', locateType=CURRENT is [region=hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813., hostname=3fb681890ab2,39981,1731381657559, seqNum=2] 2024-11-12T03:21:12,183 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T03:21:12,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T03:21:12,185 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,39981,1731381657559 suceeded 2024-11-12T03:21:12,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T03:21:12,187 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-12T03:21:12,187 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:38383,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:21:12,188 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5010 sec 2024-11-12T03:21:12,196 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:38383' 2024-11-12T03:21:12,197 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29525457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:12,197 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,38383,-1 for getting cluster id 2024-11-12T03:21:12,197 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:12,198 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4bb2a42-96eb-4f71-8503-291721fcb30a' 2024-11-12T03:21:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4bb2a42-96eb-4f71-8503-291721fcb30a" 2024-11-12T03:21:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13e6a65c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,38383,-1] 2024-11-12T03:21:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:12,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:12,199 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:12,199 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47f2c0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:12,199 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:12,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,38383,1731381646382 2024-11-12T03:21:12,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7df6564e 2024-11-12T03:21:12,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:12,201 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T03:21:12,201 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,39981,1731381657559 (queues=1) is replicating from cluster=f530bf02-8587-4fff-9d00-829f3ea5160b to cluster=c4bb2a42-96eb-4f71-8503-291721fcb30a 2024-11-12T03:21:12,202 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C39981%2C1731381657559 2024-11-12T03:21:12,202 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,39981,1731381657559, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:21:12,202 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C39981%2C1731381657559 2024-11-12T03:21:12,202 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826, startPosition=0, beingWritten=true 2024-11-12T03:21:12,207 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:12,207 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 379, reset compression=false 2024-11-12T03:21:12,207 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,39981,1731381657559 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:12,296 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 379, reset compression=false 2024-11-12T03:21:12,397 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T03:21:12,410 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 379, reset compression=false 2024-11-12T03:21:12,713 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 379, reset compression=false 2024-11-12T03:21:12,763 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 379, reset compression=false 2024-11-12T03:21:12,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:12,839 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:21:12,839 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:21:12,840 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:12,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:12,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:12,840 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:12,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48514847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:12,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,38383,-1 for getting cluster id 2024-11-12T03:21:12,840 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:12,841 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4bb2a42-96eb-4f71-8503-291721fcb30a' 2024-11-12T03:21:12,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:12,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4bb2a42-96eb-4f71-8503-291721fcb30a" 2024-11-12T03:21:12,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@575f9b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:12,841 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,38383,-1] 2024-11-12T03:21:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:12,842 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:12,842 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:12,843 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@650520da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:12,843 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bffc681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:12,843 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39643,-1 for getting cluster id 2024-11-12T03:21:12,843 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:12,843 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2c28aa2-e4e9-4c72-a944-34bbd8e5859f' 2024-11-12T03:21:12,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:12,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2c28aa2-e4e9-4c72-a944-34bbd8e5859f" 2024-11-12T03:21:12,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@792d86cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:12,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39643,-1] 2024-11-12T03:21:12,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:12,844 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:12,844 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:12,845 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2658b59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:12,845 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2970252d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:12,845 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39459,-1 for getting cluster id 2024-11-12T03:21:12,846 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:12,846 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f530bf02-8587-4fff-9d00-829f3ea5160b' 2024-11-12T03:21:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f530bf02-8587-4fff-9d00-829f3ea5160b" 2024-11-12T03:21:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bc9aced, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39459,-1] 2024-11-12T03:21:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:12,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:12,847 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42428, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:12,847 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1235f1c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:12,848 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,35051,1731381646596, seqNum=-1] 2024-11-12T03:21:12,849 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:12,850 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:21:12,851 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962., hostname=3fb681890ab2,35051,1731381646596, seqNum=2] 2024-11-12T03:21:12,853 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:12,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,39981,1731381657559, seqNum=-1] 2024-11-12T03:21:12,854 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:12,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:21:12,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7., hostname=3fb681890ab2,39981,1731381657559, seqNum=2] 2024-11-12T03:21:12,883 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T03:21:13,027 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:21:13,028 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:13,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:13,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:13,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:13,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:13,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:13,062 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:13,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:13,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:13,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:13,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:13,116 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 379, reset compression=false 2024-11-12T03:21:13,299 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 379, reset compression=false 2024-11-12T03:21:13,303 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:13,303 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 480, reset compression=false 2024-11-12T03:21:13,303 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,35051,1731381646596 got entry batch from reader: WALEntryBatch [walEntries=[{test/27a63bf7b7c538f3e3a84e7ccda4d962/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T03:21:13,305 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:21:13,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51664, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-12T03:21:13,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:13,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74e56d74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:13,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39643,-1 for getting cluster id 2024-11-12T03:21:13,307 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:13,307 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f2c28aa2-e4e9-4c72-a944-34bbd8e5859f' 2024-11-12T03:21:13,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:13,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f2c28aa2-e4e9-4c72-a944-34bbd8e5859f" 2024-11-12T03:21:13,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f0de5df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:13,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39643,-1] 2024-11-12T03:21:13,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:13,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:13,308 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:13,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b9bc8f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:13,309 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:13,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,45467,1731381652127, seqNum=-1] 2024-11-12T03:21:13,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:13,311 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-12T03:21:13,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731381663071.d18249d57679823c402982ea02d102fd., hostname=3fb681890ab2,45467,1731381652127, seqNum=2] 2024-11-12T03:21:13,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:13,507 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 480, reset compression=false 2024-11-12T03:21:13,566 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 379, reset compression=false 2024-11-12T03:21:13,570 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:13,570 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 504, reset compression=false 2024-11-12T03:21:13,570 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,45467,1731381652127 got entry batch from reader: WALEntryBatch [walEntries=[{test/d18249d57679823c402982ea02d102fd/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T03:21:13,572 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:21:13,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-12T03:21:13,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:13,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@769d954b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:13,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39459,-1 for getting cluster id 2024-11-12T03:21:13,574 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:13,574 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f530bf02-8587-4fff-9d00-829f3ea5160b' 2024-11-12T03:21:13,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:13,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f530bf02-8587-4fff-9d00-829f3ea5160b" 2024-11-12T03:21:13,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62804f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:13,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39459,-1] 2024-11-12T03:21:13,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:13,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:13,575 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:13,575 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c9f9111, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:13,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:13,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,39981,1731381657559, seqNum=-1] 2024-11-12T03:21:13,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:13,577 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-12T03:21:13,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7., hostname=3fb681890ab2,39981,1731381657559, seqNum=2] 2024-11-12T03:21:13,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:13,618 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 379, reset compression=false 2024-11-12T03:21:13,623 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:13,623 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 528, reset compression=false 2024-11-12T03:21:13,623 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,39981,1731381657559 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:13,773 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 504, reset compression=false 2024-11-12T03:21:13,810 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 480, reset compression=false 2024-11-12T03:21:13,826 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 528, reset compression=false 2024-11-12T03:21:13,885 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T03:21:13,885 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,45467,1731381652127, seqNum=-1] 2024-11-12T03:21:13,886 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:13,887 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:21:13,888 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731381663071.d18249d57679823c402982ea02d102fd., hostname=3fb681890ab2,45467,1731381652127, seqNum=2] 2024-11-12T03:21:13,891 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T03:21:14,076 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 504, reset compression=false 2024-11-12T03:21:14,080 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:14,080 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 608, reset compression=false 2024-11-12T03:21:14,080 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,45467,1731381652127 got entry batch from reader: WALEntryBatch [walEntries=[{test/d18249d57679823c402982ea02d102fd/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T03:21:14,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:14,083 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:14,130 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 528, reset compression=false 2024-11-12T03:21:14,134 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:14,134 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 656, reset compression=false 2024-11-12T03:21:14,134 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,39981,1731381657559 got entry batch from reader: WALEntryBatch [walEntries=[{test/53f88e35cbd7ed1838551b4965988fa7/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T03:21:14,136 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:21:14,136 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T03:21:14,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:14,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7e186440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:14,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,38383,-1 for getting cluster id 2024-11-12T03:21:14,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:14,138 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4bb2a42-96eb-4f71-8503-291721fcb30a' 2024-11-12T03:21:14,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:14,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4bb2a42-96eb-4f71-8503-291721fcb30a" 2024-11-12T03:21:14,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28ea2f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:14,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,38383,-1] 2024-11-12T03:21:14,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:14,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:14,139 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:14,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2330c14d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:14,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:14,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,35051,1731381646596, seqNum=-1] 2024-11-12T03:21:14,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:14,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-12T03:21:14,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962., hostname=3fb681890ab2,35051,1731381646596, seqNum=2] 2024-11-12T03:21:14,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:14,213 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 480, reset compression=false 2024-11-12T03:21:14,217 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:14,217 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 632, reset compression=false 2024-11-12T03:21:14,217 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,35051,1731381646596 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:14,283 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 608, reset compression=false 2024-11-12T03:21:14,337 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 656, reset compression=false 2024-11-12T03:21:14,420 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 632, reset compression=false 2024-11-12T03:21:14,586 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 608, reset compression=false 2024-11-12T03:21:14,640 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 656, reset compression=false 2024-11-12T03:21:14,724 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 632, reset compression=false 2024-11-12T03:21:14,893 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T03:21:14,896 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T03:21:14,989 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 608, reset compression=false 2024-11-12T03:21:15,043 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 656, reset compression=false 2024-11-12T03:21:15,128 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 632, reset compression=false 2024-11-12T03:21:15,139 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:15,139 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 760, reset compression=false 2024-11-12T03:21:15,139 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,39981,1731381657559 got entry batch from reader: WALEntryBatch [walEntries=[{test/53f88e35cbd7ed1838551b4965988fa7/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T03:21:15,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:15,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:15,343 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 760, reset compression=false 2024-11-12T03:21:15,492 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 608, reset compression=false 2024-11-12T03:21:15,632 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 632, reset compression=false 2024-11-12T03:21:15,636 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:15,636 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 760, reset compression=false 2024-11-12T03:21:15,636 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,35051,1731381646596 got entry batch from reader: WALEntryBatch [walEntries=[{test/27a63bf7b7c538f3e3a84e7ccda4d962/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T03:21:15,637 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:15,639 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:15,646 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 760, reset compression=false 2024-11-12T03:21:15,840 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 760, reset compression=false 2024-11-12T03:21:15,898 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T03:21:15,901 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T03:21:15,971 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T03:21:16,048 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 760, reset compression=false 2024-11-12T03:21:16,095 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 608, reset compression=false 2024-11-12T03:21:16,099 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:16,099 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 760, reset compression=false 2024-11-12T03:21:16,099 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,45467,1731381652127 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:16,143 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 760, reset compression=false 2024-11-12T03:21:16,149 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:16,150 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 916, reset compression=false 2024-11-12T03:21:16,150 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,35051,1731381646596 got entry batch from reader: WALEntryBatch [walEntries=[{test/27a63bf7b7c538f3e3a84e7ccda4d962/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T03:21:16,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:16,154 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:16,302 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 760, reset compression=false 2024-11-12T03:21:16,309 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:16,309 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 908, reset compression=false 2024-11-12T03:21:16,310 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,45467,1731381652127 got entry batch from reader: WALEntryBatch [walEntries=[{test/d18249d57679823c402982ea02d102fd/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T03:21:16,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:16,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:16,356 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 916, reset compression=false 2024-11-12T03:21:16,533 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 908, reset compression=false 2024-11-12T03:21:16,552 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 760, reset compression=false 2024-11-12T03:21:16,558 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:16,558 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 932, reset compression=false 2024-11-12T03:21:16,558 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,39981,1731381657559 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:16,661 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 916, reset compression=false 2024-11-12T03:21:16,763 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 932, reset compression=false 2024-11-12T03:21:16,838 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 908, reset compression=false 2024-11-12T03:21:16,903 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T03:21:16,907 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T03:21:17,065 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 916, reset compression=false 2024-11-12T03:21:17,066 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 932, reset compression=false 2024-11-12T03:21:17,242 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 908, reset compression=false 2024-11-12T03:21:17,246 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:17,246 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1067, reset compression=false 2024-11-12T03:21:17,246 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,45467,1731381652127 got entry batch from reader: WALEntryBatch [walEntries=[{test/d18249d57679823c402982ea02d102fd/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T03:21:17,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:17,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:17,449 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1067, reset compression=false 2024-11-12T03:21:17,469 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 932, reset compression=false 2024-11-12T03:21:17,473 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:17,473 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 1082, reset compression=false 2024-11-12T03:21:17,473 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,39981,1731381657559 got entry batch from reader: WALEntryBatch [walEntries=[{test/53f88e35cbd7ed1838551b4965988fa7/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T03:21:17,474 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:17,476 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:17,569 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 916, reset compression=false 2024-11-12T03:21:17,573 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:17,573 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1090, reset compression=false 2024-11-12T03:21:17,573 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,35051,1731381646596 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:17,676 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 1082, reset compression=false 2024-11-12T03:21:17,753 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1067, reset compression=false 2024-11-12T03:21:17,776 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1090, reset compression=false 2024-11-12T03:21:17,908 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T03:21:17,912 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T03:21:17,980 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 1082, reset compression=false 2024-11-12T03:21:17,984 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:17,984 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 1241, reset compression=false 2024-11-12T03:21:17,984 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,39981,1731381657559 got entry batch from reader: WALEntryBatch [walEntries=[{test/53f88e35cbd7ed1838551b4965988fa7/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T03:21:17,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:17,988 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:18,079 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1090, reset compression=false 2024-11-12T03:21:18,083 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:18,083 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1240, reset compression=false 2024-11-12T03:21:18,083 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,35051,1731381646596 got entry batch from reader: WALEntryBatch [walEntries=[{test/27a63bf7b7c538f3e3a84e7ccda4d962/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-12T03:21:18,084 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:18,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:18,156 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1067, reset compression=false 2024-11-12T03:21:18,160 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:18,160 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1241, reset compression=false 2024-11-12T03:21:18,160 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,45467,1731381652127 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:18,188 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 1241, reset compression=false 2024-11-12T03:21:18,286 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1240, reset compression=false 2024-11-12T03:21:18,363 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1241, reset compression=false 2024-11-12T03:21:18,492 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 1241, reset compression=false 2024-11-12T03:21:18,590 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1240, reset compression=false 2024-11-12T03:21:18,667 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1241, reset compression=false 2024-11-12T03:21:18,895 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 1241, reset compression=false 2024-11-12T03:21:18,914 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T03:21:18,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c28b135, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:18,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39459,-1 for getting cluster id 2024-11-12T03:21:18,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:18,921 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f530bf02-8587-4fff-9d00-829f3ea5160b' 2024-11-12T03:21:18,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:18,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f530bf02-8587-4fff-9d00-829f3ea5160b" 2024-11-12T03:21:18,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12c03aa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:18,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39459,-1] 2024-11-12T03:21:18,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:18,922 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:18,923 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:18,924 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54faa66f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:18,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,39459,1731381657405 2024-11-12T03:21:18,926 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1de5cc86 2024-11-12T03:21:18,927 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:18,928 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:18,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-12T03:21:18,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-12T03:21:18,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T03:21:18,993 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1240, reset compression=false 2024-11-12T03:21:19,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:21:19,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T03:21:19,071 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1241, reset compression=false 2024-11-12T03:21:19,153 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T03:21:19,153 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-12T03:21:19,154 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-12T03:21:19,154 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,39981,1731381657559 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-12T03:21:19,154 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0. 2024-11-12T03:21:19,154 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:19,154 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:19,154 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:19,154 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:19,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T03:21:19,254 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T03:21:19,254 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:21:19,355 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 terminated 2024-11-12T03:21:19,369 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,39981,1731381657559, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:21:19,370 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-12T03:21:19,370 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T03:21:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T03:21:19,372 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 3fb681890ab2,39981,1731381657559 suceeded 2024-11-12T03:21:19,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T03:21:19,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 372 msec 2024-11-12T03:21:19,373 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-12T03:21:19,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 444 msec 2024-11-12T03:21:19,383 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:38383' 2024-11-12T03:21:19,384 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1f600664, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:19,384 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,38383,-1 for getting cluster id 2024-11-12T03:21:19,384 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:19,385 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c4bb2a42-96eb-4f71-8503-291721fcb30a' 2024-11-12T03:21:19,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:19,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c4bb2a42-96eb-4f71-8503-291721fcb30a" 2024-11-12T03:21:19,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7428c7cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:19,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,38383,-1] 2024-11-12T03:21:19,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:19,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:19,386 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:19,387 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55410472, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:19,387 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:19,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,38383,1731381646382 2024-11-12T03:21:19,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2dda3f25 2024-11-12T03:21:19,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:19,388 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-12T03:21:19,389 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,39981,1731381657559 (queues=1) is replicating from cluster=f530bf02-8587-4fff-9d00-829f3ea5160b to cluster=c4bb2a42-96eb-4f71-8503-291721fcb30a 2024-11-12T03:21:19,389 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C39981%2C1731381657559 2024-11-12T03:21:19,389 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,39981,1731381657559, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:21:19,390 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C39981%2C1731381657559 2024-11-12T03:21:19,497 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1240, reset compression=false 2024-11-12T03:21:19,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T03:21:19,559 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:21:19,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:21:19,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:19,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:19,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:19,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:19,563 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-12T03:21:19,574 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1241, reset compression=false 2024-11-12T03:21:20,100 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1240, reset compression=false 2024-11-12T03:21:20,170 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:20,170 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1344, reset compression=false 2024-11-12T03:21:20,170 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,35051,1731381646596 got entry batch from reader: WALEntryBatch [walEntries=[{test/27a63bf7b7c538f3e3a84e7ccda4d962/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T03:21:20,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:20,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45467 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:20,177 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1241, reset compression=false 2024-11-12T03:21:20,186 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:20,186 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1369, reset compression=false 2024-11-12T03:21:20,186 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,45467,1731381652127 got entry batch from reader: WALEntryBatch [walEntries=[{test/d18249d57679823c402982ea02d102fd/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T03:21:20,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:20,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:20,374 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1344, reset compression=false 2024-11-12T03:21:20,390 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1369, reset compression=false 2024-11-12T03:21:20,564 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-12T03:21:20,567 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78d67b9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:20,567 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,39459,-1 for getting cluster id 2024-11-12T03:21:20,567 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:20,568 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f530bf02-8587-4fff-9d00-829f3ea5160b' 2024-11-12T03:21:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f530bf02-8587-4fff-9d00-829f3ea5160b" 2024-11-12T03:21:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7349e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,39459,-1] 2024-11-12T03:21:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:20,568 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:20,569 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:20,570 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33db673e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:20,571 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:20,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,39459,1731381657405 2024-11-12T03:21:20,572 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33f4eb83 2024-11-12T03:21:20,573 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:20,574 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:20,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-12T03:21:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-12T03:21:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T03:21:20,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:21:20,677 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1344, reset compression=false 2024-11-12T03:21:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T03:21:20,693 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1369, reset compression=false 2024-11-12T03:21:20,697 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:20,697 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1473, reset compression=false 2024-11-12T03:21:20,697 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,45467,1731381652127 got entry batch from reader: WALEntryBatch [walEntries=[{test/d18249d57679823c402982ea02d102fd/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T03:21:20,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:20,700 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39981 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:20,752 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39981 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-12T03:21:20,753 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-12T03:21:20,753 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-12T03:21:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-12T03:21:20,755 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 3fb681890ab2,39981,1731381657559 suceeded 2024-11-12T03:21:20,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-12T03:21:20,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 155 msec 2024-11-12T03:21:20,756 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-12T03:21:20,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 182 msec 2024-11-12T03:21:20,791 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826, startPosition=1241, beingWritten=true 2024-11-12T03:21:20,794 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:21:20,794 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 1521, reset compression=false 2024-11-12T03:21:20,794 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,39981,1731381657559 got entry batch from reader: WALEntryBatch [walEntries=[{test/53f88e35cbd7ed1838551b4965988fa7/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-12T03:21:20,796 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:21:20,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-12T03:21:20,798 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:21:20,800 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35051 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:21:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39459 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-12T03:21:20,899 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:21:20,899 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:21:20,899 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:20,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:20,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:20,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:20,900 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1473, reset compression=false 2024-11-12T03:21:20,901 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-12T03:21:20,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:21:20,901 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:21:20,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:20,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:20,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:20,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:21:20,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=392578015, stopped=false 2024-11-12T03:21:20,902 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,39459,1731381657405 2024-11-12T03:21:20,902 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:20,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21228433937/running 2024-11-12T03:21:20,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21228433937/running 2024-11-12T03:21:20,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:21:20,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:21:20,949 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:21:20,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:21:20,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:20,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:20,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Set watcher on znode that does not yet exist, /21228433937/running 2024-11-12T03:21:20,950 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,39981,1731381657559' ***** 2024-11-12T03:21:20,950 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:21:20,950 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Set watcher on znode that does not yet exist, /21228433937/running 2024-11-12T03:21:20,950 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:21:20,951 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:21:20,951 INFO [RS:0;3fb681890ab2:39981 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:21:20,951 INFO [RS:0;3fb681890ab2:39981 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:21:20,951 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(3091): Received CLOSE for 53f88e35cbd7ed1838551b4965988fa7 2024-11-12T03:21:20,951 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(3091): Received CLOSE for cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:20,951 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,39981,1731381657559 2024-11-12T03:21:20,951 INFO [RS:0;3fb681890ab2:39981 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:21:20,951 INFO [RS:0;3fb681890ab2:39981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:39981. 2024-11-12T03:21:20,951 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 53f88e35cbd7ed1838551b4965988fa7, disabling compactions & flushes 2024-11-12T03:21:20,951 DEBUG [RS:0;3fb681890ab2:39981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:20,951 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. 2024-11-12T03:21:20,951 DEBUG [RS:0;3fb681890ab2:39981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:20,951 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. 2024-11-12T03:21:20,951 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. after waiting 0 ms 2024-11-12T03:21:20,951 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. 2024-11-12T03:21:20,951 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:21:20,951 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:21:20,951 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:21:20,952 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:21:20,952 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 53f88e35cbd7ed1838551b4965988fa7 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T03:21:20,952 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T03:21:20,952 DEBUG [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 53f88e35cbd7ed1838551b4965988fa7=test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7., cc780e2566ff1aa8322b0b308e2cc813=hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813.} 2024-11-12T03:21:20,952 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:21:20,952 DEBUG [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53f88e35cbd7ed1838551b4965988fa7, cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:20,952 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:21:20,952 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:21:20,952 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:21:20,952 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:21:20,952 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T03:21:20,965 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/.tmp/info/f92f7ebc85874b3aaa1df62e94cd4f35 is 147, key is hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813./info:regioninfo/1731381671850/Put/seqid=0 2024-11-12T03:21:20,965 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/.tmp/f/2574229e60bc4745a1a0acaee469d117 is 37, key is row3/f:row3/1731381679560/Put/seqid=0 2024-11-12T03:21:20,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741841_1017 (size=7686) 2024-11-12T03:21:20,974 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/.tmp/info/f92f7ebc85874b3aaa1df62e94cd4f35 2024-11-12T03:21:20,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741840_1016 (size=5228) 2024-11-12T03:21:20,993 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/.tmp/ns/96e22171345f43a1837749065888827e is 43, key is default/ns:d/1731381660850/Put/seqid=0 2024-11-12T03:21:20,998 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 1521, reset compression=false 2024-11-12T03:21:21,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741842_1018 (size=5153) 2024-11-12T03:21:21,000 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/.tmp/ns/96e22171345f43a1837749065888827e 2024-11-12T03:21:21,003 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:21,003 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 1768, reset compression=false 2024-11-12T03:21:21,003 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,39981,1731381657559 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:21,005 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3fb681890ab2,39981,1731381657559: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3fb681890ab2,39981,1731381657559, walGroup=3fb681890ab2%2C39981%2C1731381657559, offset=3fb681890ab2%2C39981%2C1731381657559.1731381659826:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:39981 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T03:21:21,006 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T03:21:21,007 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T03:21:21,007 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T03:21:21,007 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T03:21:21,007 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T03:21:21,007 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1287651328, "init": 1048576000, "max": 2306867200, "used": 814935216 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199105248 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T03:21:21,008 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:39459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:39459 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T03:21:21,024 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/.tmp/rep_barrier/d77883851c3a40ec97974b0bd1b81d48 is 112, key is test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7./rep_barrier:seqnumDuringOpen/1731381665384/Put/seqid=0 2024-11-12T03:21:21,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741843_1019 (size=5518) 2024-11-12T03:21:21,032 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:21:21,081 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1344, reset compression=false 2024-11-12T03:21:21,085 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:21,085 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1496, reset compression=false 2024-11-12T03:21:21,085 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,35051,1731381646596 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:21,152 DEBUG [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53f88e35cbd7ed1838551b4965988fa7, cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:21,207 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1473, reset compression=false 2024-11-12T03:21:21,209 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 1768, reset compression=false 2024-11-12T03:21:21,289 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1496, reset compression=false 2024-11-12T03:21:21,352 DEBUG [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53f88e35cbd7ed1838551b4965988fa7, cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:21,375 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/.tmp/f/2574229e60bc4745a1a0acaee469d117 2024-11-12T03:21:21,379 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2574229e60bc4745a1a0acaee469d117 2024-11-12T03:21:21,393 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/.tmp/f1/7a794f642c924143915683e1ce29bebb is 30, key is row1/f1:/1731381676904/DeleteFamily/seqid=0 2024-11-12T03:21:21,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741844_1020 (size=5158) 2024-11-12T03:21:21,396 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/.tmp/f1/7a794f642c924143915683e1ce29bebb 2024-11-12T03:21:21,399 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a794f642c924143915683e1ce29bebb 2024-11-12T03:21:21,412 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/.tmp/norep/a0611c6054a74dd3a1424d9abf46cca8 is 33, key is row2/norep:/1731381677909/DeleteFamily/seqid=0 2024-11-12T03:21:21,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741845_1021 (size=5108) 2024-11-12T03:21:21,427 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/.tmp/rep_barrier/d77883851c3a40ec97974b0bd1b81d48 2024-11-12T03:21:21,443 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/.tmp/table/6ef36208ba47442990af4699ece2915e is 53, key is hbase:replication/table:state/1731381671857/Put/seqid=0 2024-11-12T03:21:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741846_1022 (size=5308) 2024-11-12T03:21:21,512 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 1768, reset compression=false 2024-11-12T03:21:21,552 DEBUG [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53f88e35cbd7ed1838551b4965988fa7, cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:21,597 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1496, reset compression=false 2024-11-12T03:21:21,611 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1473, reset compression=false 2024-11-12T03:21:21,697 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:21:21,697 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:21:21,752 DEBUG [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 53f88e35cbd7ed1838551b4965988fa7, cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:21,815 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/.tmp/norep/a0611c6054a74dd3a1424d9abf46cca8 2024-11-12T03:21:21,820 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0611c6054a74dd3a1424d9abf46cca8 2024-11-12T03:21:21,821 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/.tmp/f/2574229e60bc4745a1a0acaee469d117 as hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/f/2574229e60bc4745a1a0acaee469d117 2024-11-12T03:21:21,825 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2574229e60bc4745a1a0acaee469d117 2024-11-12T03:21:21,825 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/f/2574229e60bc4745a1a0acaee469d117, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T03:21:21,826 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/.tmp/f1/7a794f642c924143915683e1ce29bebb as hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/f1/7a794f642c924143915683e1ce29bebb 2024-11-12T03:21:21,829 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T03:21:21,830 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7a794f642c924143915683e1ce29bebb 2024-11-12T03:21:21,830 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/f1/7a794f642c924143915683e1ce29bebb, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T03:21:21,831 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/.tmp/norep/a0611c6054a74dd3a1424d9abf46cca8 as hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/norep/a0611c6054a74dd3a1424d9abf46cca8 2024-11-12T03:21:21,834 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0611c6054a74dd3a1424d9abf46cca8 2024-11-12T03:21:21,834 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/norep/a0611c6054a74dd3a1424d9abf46cca8, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T03:21:21,835 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 53f88e35cbd7ed1838551b4965988fa7 in 884ms, sequenceid=12, compaction requested=false 2024-11-12T03:21:21,838 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/default/test/53f88e35cbd7ed1838551b4965988fa7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T03:21:21,839 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:21:21,839 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:21:21,839 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. 2024-11-12T03:21:21,839 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 53f88e35cbd7ed1838551b4965988fa7: Waiting for close lock at 1731381680951Running coprocessor pre-close hooks at 1731381680951Disabling compacts and flushes for region at 1731381680951Disabling writes for close at 1731381680951Obtaining lock to block concurrent updates at 1731381680952 (+1 ms)Preparing flush snapshotting stores in 53f88e35cbd7ed1838551b4965988fa7 at 1731381680952Finished memstore snapshotting test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731381680952Flushing stores of test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. at 1731381680952Flushing 53f88e35cbd7ed1838551b4965988fa7/f: creating writer at 1731381680952Flushing 53f88e35cbd7ed1838551b4965988fa7/f: appending metadata at 1731381680965 (+13 ms)Flushing 53f88e35cbd7ed1838551b4965988fa7/f: closing flushed file at 1731381680965Flushing 53f88e35cbd7ed1838551b4965988fa7/f1: creating writer at 1731381681379 (+414 ms)Flushing 53f88e35cbd7ed1838551b4965988fa7/f1: appending metadata at 1731381681392 (+13 ms)Flushing 53f88e35cbd7ed1838551b4965988fa7/f1: closing flushed file at 1731381681392Flushing 53f88e35cbd7ed1838551b4965988fa7/norep: creating writer at 1731381681400 (+8 ms)Flushing 53f88e35cbd7ed1838551b4965988fa7/norep: appending metadata at 1731381681411 (+11 ms)Flushing 53f88e35cbd7ed1838551b4965988fa7/norep: closing flushed file at 1731381681411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6b24a51b: reopening flushed file at 1731381681820 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@603c78c8: reopening flushed file at 1731381681825 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11169232: reopening flushed file at 1731381681830 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 53f88e35cbd7ed1838551b4965988fa7 in 884ms, sequenceid=12, compaction requested=false at 1731381681835 (+5 ms)Writing region close event to WAL at 1731381681836 (+1 ms)Running coprocessor post-close hooks at 1731381681839 (+3 ms)Closed at 1731381681839 2024-11-12T03:21:21,839 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381664212.53f88e35cbd7ed1838551b4965988fa7. 2024-11-12T03:21:21,839 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc780e2566ff1aa8322b0b308e2cc813, disabling compactions & flushes 2024-11-12T03:21:21,840 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:21,840 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:21,840 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. after waiting 0 ms 2024-11-12T03:21:21,840 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:21,840 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc780e2566ff1aa8322b0b308e2cc813: Waiting for close lock at 1731381681839Running coprocessor pre-close hooks at 1731381681839Disabling compacts and flushes for region at 1731381681839Disabling writes for close at 1731381681840 (+1 ms)Failed flush hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813., putting online again at 1731381681840 2024-11-12T03:21:21,840 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:21,846 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/.tmp/table/6ef36208ba47442990af4699ece2915e 2024-11-12T03:21:21,850 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/.tmp/info/f92f7ebc85874b3aaa1df62e94cd4f35 as hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/info/f92f7ebc85874b3aaa1df62e94cd4f35 2024-11-12T03:21:21,853 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/info/f92f7ebc85874b3aaa1df62e94cd4f35, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T03:21:21,854 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/.tmp/ns/96e22171345f43a1837749065888827e as hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/ns/96e22171345f43a1837749065888827e 2024-11-12T03:21:21,857 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/ns/96e22171345f43a1837749065888827e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T03:21:21,857 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/.tmp/rep_barrier/d77883851c3a40ec97974b0bd1b81d48 as hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/rep_barrier/d77883851c3a40ec97974b0bd1b81d48 2024-11-12T03:21:21,861 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/rep_barrier/d77883851c3a40ec97974b0bd1b81d48, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T03:21:21,861 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/.tmp/table/6ef36208ba47442990af4699ece2915e as hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/table/6ef36208ba47442990af4699ece2915e 2024-11-12T03:21:21,865 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/table/6ef36208ba47442990af4699ece2915e, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T03:21:21,865 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false 2024-11-12T03:21:21,869 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T03:21:21,869 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:21:21,869 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:21:21,869 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:21:21,869 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381680952Running coprocessor pre-close hooks at 1731381680952Disabling compacts and flushes for region at 1731381680952Disabling writes for close at 1731381680952Obtaining lock to block concurrent updates at 1731381680952Preparing flush snapshotting stores in 1588230740 at 1731381680952Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731381680952Flushing stores of hbase:meta,,1.1588230740 at 1731381680953 (+1 ms)Flushing 1588230740/info: creating writer at 1731381680953Flushing 1588230740/info: appending metadata at 1731381680965 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731381680965Flushing 1588230740/ns: creating writer at 1731381680979 (+14 ms)Flushing 1588230740/ns: appending metadata at 1731381680993 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731381680993Flushing 1588230740/rep_barrier: creating writer at 1731381681006 (+13 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381681024 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381681024Flushing 1588230740/table: creating writer at 1731381681431 (+407 ms)Flushing 1588230740/table: appending metadata at 1731381681443 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731381681443Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ca6caf9: reopening flushed file at 1731381681849 (+406 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21291578: reopening flushed file at 1731381681853 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@279ca751: reopening flushed file at 1731381681857 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484e23a5: reopening flushed file at 1731381681861 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false at 1731381681865 (+4 ms)Writing region close event to WAL at 1731381681867 (+2 ms)Running coprocessor post-close hooks at 1731381681869 (+2 ms)Closed at 1731381681869 2024-11-12T03:21:21,870 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:21:21,916 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 1768, reset compression=false 2024-11-12T03:21:21,920 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:21,920 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 2412, reset compression=false 2024-11-12T03:21:21,953 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T03:21:21,953 DEBUG [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1325): Online Regions={cc780e2566ff1aa8322b0b308e2cc813=hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813.} 2024-11-12T03:21:21,953 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(3091): Received CLOSE for cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:21,953 DEBUG [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1351): Waiting on cc780e2566ff1aa8322b0b308e2cc813 2024-11-12T03:21:21,953 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc780e2566ff1aa8322b0b308e2cc813, disabling compactions & flushes 2024-11-12T03:21:21,953 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:21,953 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:21,953 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. after waiting 0 ms 2024-11-12T03:21:21,953 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:21,953 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc780e2566ff1aa8322b0b308e2cc813: Waiting for close lock at 1731381681953Running coprocessor pre-close hooks at 1731381681953Disabling compacts and flushes for region at 1731381681953Disabling writes for close at 1731381681953Failed flush hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813., putting online again at 1731381681953 2024-11-12T03:21:21,953 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731381670693.cc780e2566ff1aa8322b0b308e2cc813. 2024-11-12T03:21:22,000 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1496, reset compression=false 2024-11-12T03:21:22,113 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1473, reset compression=false 2024-11-12T03:21:22,123 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.1731381659826 to pos 2412, reset compression=false 2024-11-12T03:21:22,153 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T03:21:22,153 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,39981,1731381657559; all regions closed. 2024-11-12T03:21:22,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741834_1010 (size=4239) 2024-11-12T03:21:22,155 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/WALs/3fb681890ab2,39981,1731381657559/3fb681890ab2%2C39981%2C1731381657559.meta.1731381660790.meta not finished, retry = 0 2024-11-12T03:21:22,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741839_1015 (size=2390) 2024-11-12T03:21:22,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741832_1008 (size=2420) 2024-11-12T03:21:22,259 DEBUG [RS:0;3fb681890ab2:39981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:22,259 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:21:22,259 INFO [RS:0;3fb681890ab2:39981 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:21:22,260 INFO [RS:0;3fb681890ab2:39981 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T03:21:22,260 INFO [RS:0;3fb681890ab2:39981 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:21:22,260 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:21:22,260 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,39981,1731381657559 because: Region server is closing 2024-11-12T03:21:22,260 INFO [RS:0;3fb681890ab2:39981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:39981. 2024-11-12T03:21:22,260 DEBUG [RS:0;3fb681890ab2:39981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:22,260 DEBUG [RS:0;3fb681890ab2:39981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:22,260 DEBUG [RS:0;3fb681890ab2:39981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:22,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:22,361 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.shipper3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 terminated 2024-11-12T03:21:22,361 INFO [RS:0;3fb681890ab2:39981 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:39981. 2024-11-12T03:21:22,361 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39981,1731381657559.replicationSource.wal-reader.3fb681890ab2%2C39981%2C1731381657559,1-3fb681890ab2,39981,1731381657559 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:21:22,361 DEBUG [RS:0;3fb681890ab2:39981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:22,361 DEBUG [RS:0;3fb681890ab2:39981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:22,361 DEBUG [RS:0;3fb681890ab2:39981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:22,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:22,361 INFO [RS:0;3fb681890ab2:39981 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39981 2024-11-12T03:21:22,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21228433937/rs/3fb681890ab2,39981,1731381657559 2024-11-12T03:21:22,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937/rs 2024-11-12T03:21:22,452 INFO [RS:0;3fb681890ab2:39981 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:21:22,504 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1496, reset compression=false 2024-11-12T03:21:22,539 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,39981,1731381657559] 2024-11-12T03:21:22,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:21:22,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39981-0x1012d0f479d0007, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:21:22,639 INFO [RS:0;3fb681890ab2:39981 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:21:22,639 INFO [RS:0;3fb681890ab2:39981 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,39981,1731381657559; zookeeper connection closed. 2024-11-12T03:21:22,640 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@15e9f388 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@15e9f388 2024-11-12T03:21:22,640 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:21:22,660 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21228433937/draining/3fb681890ab2,39981,1731381657559 already deleted, retry=false 2024-11-12T03:21:22,660 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,39981,1731381657559 expired; onlineServers=0 2024-11-12T03:21:22,660 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,39459,1731381657405' ***** 2024-11-12T03:21:22,660 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:21:22,660 INFO [M:0;3fb681890ab2:39459 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:21:22,660 INFO [M:0;3fb681890ab2:39459 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:21:22,660 DEBUG [M:0;3fb681890ab2:39459 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:21:22,660 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:21:22,660 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381659595 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381659595,5,FailOnTimeoutGroup] 2024-11-12T03:21:22,660 DEBUG [M:0;3fb681890ab2:39459 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:21:22,660 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381659595 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381659595,5,FailOnTimeoutGroup] 2024-11-12T03:21:22,660 INFO [M:0;3fb681890ab2:39459 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:21:22,660 INFO [M:0;3fb681890ab2:39459 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:21:22,660 DEBUG [M:0;3fb681890ab2:39459 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:21:22,661 INFO [M:0;3fb681890ab2:39459 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:21:22,661 INFO [M:0;3fb681890ab2:39459 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:21:22,661 INFO [M:0;3fb681890ab2:39459 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:21:22,661 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:21:22,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21228433937/master 2024-11-12T03:21:22,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21228433937 2024-11-12T03:21:22,673 DEBUG [M:0;3fb681890ab2:39459 {}] zookeeper.ZKUtil(347): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Unable to get data of znode /21228433937/master because node does not exist (not an error) 2024-11-12T03:21:22,673 WARN [M:0;3fb681890ab2:39459 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:21:22,674 INFO [M:0;3fb681890ab2:39459 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/.lastflushedseqids 2024-11-12T03:21:22,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741847_1023 (size=245) 2024-11-12T03:21:22,716 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1473, reset compression=false 2024-11-12T03:21:23,082 INFO [M:0;3fb681890ab2:39459 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:21:23,082 INFO [M:0;3fb681890ab2:39459 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:21:23,082 DEBUG [M:0;3fb681890ab2:39459 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:21:23,082 INFO [M:0;3fb681890ab2:39459 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:23,082 DEBUG [M:0;3fb681890ab2:39459 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:23,082 DEBUG [M:0;3fb681890ab2:39459 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:21:23,082 DEBUG [M:0;3fb681890ab2:39459 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:23,082 INFO [M:0;3fb681890ab2:39459 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.59 KB heapSize=75.51 KB 2024-11-12T03:21:23,095 DEBUG [M:0;3fb681890ab2:39459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7d99a3c35e949c4a23fdc219b2c0edf is 82, key is hbase:meta,,1/info:regioninfo/1731381660815/Put/seqid=0 2024-11-12T03:21:23,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741848_1024 (size=5672) 2024-11-12T03:21:23,107 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1496, reset compression=false 2024-11-12T03:21:23,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:23,159 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:21:23,160 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68557 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:21:23,419 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1473, reset compression=false 2024-11-12T03:21:23,499 INFO [M:0;3fb681890ab2:39459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7d99a3c35e949c4a23fdc219b2c0edf 2024-11-12T03:21:23,518 DEBUG [M:0;3fb681890ab2:39459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/428c8062f432419e804c70abb9c21ed8 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731381671860/Put/seqid=0 2024-11-12T03:21:23,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741849_1025 (size=9213) 2024-11-12T03:21:23,809 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1496, reset compression=false 2024-11-12T03:21:23,922 INFO [M:0;3fb681890ab2:39459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.04 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/428c8062f432419e804c70abb9c21ed8 2024-11-12T03:21:23,937 DEBUG [M:0;3fb681890ab2:39459 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6eb6abcb84f4650a9513f02adfa508e is 69, key is 3fb681890ab2,39981,1731381657559/rs:state/1731381659630/Put/seqid=0 2024-11-12T03:21:23,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741850_1026 (size=5156) 2024-11-12T03:21:24,222 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1473, reset compression=false 2024-11-12T03:21:24,341 INFO [M:0;3fb681890ab2:39459 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6eb6abcb84f4650a9513f02adfa508e 2024-11-12T03:21:24,345 DEBUG [M:0;3fb681890ab2:39459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e7d99a3c35e949c4a23fdc219b2c0edf as hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7d99a3c35e949c4a23fdc219b2c0edf 2024-11-12T03:21:24,348 INFO [M:0;3fb681890ab2:39459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e7d99a3c35e949c4a23fdc219b2c0edf, entries=8, sequenceid=127, filesize=5.5 K 2024-11-12T03:21:24,348 DEBUG [M:0;3fb681890ab2:39459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/428c8062f432419e804c70abb9c21ed8 as hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/428c8062f432419e804c70abb9c21ed8 2024-11-12T03:21:24,351 INFO [M:0;3fb681890ab2:39459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/428c8062f432419e804c70abb9c21ed8, entries=15, sequenceid=127, filesize=9.0 K 2024-11-12T03:21:24,352 DEBUG [M:0;3fb681890ab2:39459 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6eb6abcb84f4650a9513f02adfa508e as hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6eb6abcb84f4650a9513f02adfa508e 2024-11-12T03:21:24,355 INFO [M:0;3fb681890ab2:39459 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37107/user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6eb6abcb84f4650a9513f02adfa508e, entries=1, sequenceid=127, filesize=5.0 K 2024-11-12T03:21:24,356 INFO [M:0;3fb681890ab2:39459 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=127, compaction requested=false 2024-11-12T03:21:24,358 INFO [M:0;3fb681890ab2:39459 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:24,358 DEBUG [M:0;3fb681890ab2:39459 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381683082Disabling compacts and flushes for region at 1731381683082Disabling writes for close at 1731381683082Obtaining lock to block concurrent updates at 1731381683082Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381683082Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65121, getHeapSize=77256, getOffHeapSize=0, getCellsCount=148 at 1731381683082Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381683083 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381683083Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381683095 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381683095Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381683502 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381683517 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381683518 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381683925 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381683937 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381683937Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58e3df93: reopening flushed file at 1731381684344 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9a8b5f9: reopening flushed file at 1731381684348 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c8ee8d4: reopening flushed file at 1731381684352 (+4 ms)Finished flush of dataSize ~63.59 KB/65121, heapSize ~75.21 KB/77016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1274ms, sequenceid=127, compaction requested=false at 1731381684356 (+4 ms)Writing region close event to WAL at 1731381684358 (+2 ms)Closed at 1731381684358 2024-11-12T03:21:24,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39237 is added to blk_1073741830_1006 (size=73878) 2024-11-12T03:21:24,359 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/82408a73-ab3d-cc25-7fc2-91312c5caf22/MasterData/WALs/3fb681890ab2,39459,1731381657405/3fb681890ab2%2C39459%2C1731381657405.1731381659327 not finished, retry = 0 2024-11-12T03:21:24,460 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:21:24,460 INFO [M:0;3fb681890ab2:39459 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:21:24,460 INFO [M:0;3fb681890ab2:39459 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39459 2024-11-12T03:21:24,461 INFO [M:0;3fb681890ab2:39459 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:21:24,613 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1496, reset compression=false 2024-11-12T03:21:24,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:21:24,639 INFO [M:0;3fb681890ab2:39459 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:21:24,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39459-0x1012d0f479d0006, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:21:24,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c83d38d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:21:24,641 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1964ee56{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:21:24,641 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:21:24,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fd775c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:21:24,641 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f2cf71c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/hadoop.log.dir/,STOPPED} 2024-11-12T03:21:24,643 WARN [BP-126260150-172.17.0.2-1731381655519 heartbeating to localhost/127.0.0.1:37107 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:21:24,643 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:21:24,643 WARN [BP-126260150-172.17.0.2-1731381655519 heartbeating to localhost/127.0.0.1:37107 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-126260150-172.17.0.2-1731381655519 (Datanode Uuid 9ce11fb2-f162-4cfe-96c9-ae70715652dc) service to localhost/127.0.0.1:37107 2024-11-12T03:21:24,643 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:21:24,643 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/cluster_14eeec95-5de4-dfa1-2c82-ce1ab2f0ae5b/data/data1/current/BP-126260150-172.17.0.2-1731381655519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:21:24,644 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/cluster_14eeec95-5de4-dfa1-2c82-ce1ab2f0ae5b/data/data2/current/BP-126260150-172.17.0.2-1731381655519 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:21:24,644 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:21:24,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72948196{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:21:24,649 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7808178e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:21:24,649 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:21:24,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a668531{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:21:24,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@569c531a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/hadoop.log.dir/,STOPPED} 2024-11-12T03:21:24,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:21:24,662 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:21:24,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:21:24,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:24,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:24,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:24,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:24,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:21:24,662 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1380858588, stopped=false 2024-11-12T03:21:24,662 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,39643,1731381651849 2024-11-12T03:21:24,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1808530705/running 2024-11-12T03:21:24,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1808530705/running 2024-11-12T03:21:24,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:21:24,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:21:24,675 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:21:24,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:21:24,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:24,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:24,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Set watcher on znode that does not yet exist, /1808530705/running 2024-11-12T03:21:24,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Set watcher on znode that does not yet exist, /1808530705/running 2024-11-12T03:21:24,676 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,45467,1731381652127' ***** 2024-11-12T03:21:24,676 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:21:24,677 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:21:24,677 INFO [RS:0;3fb681890ab2:45467 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:21:24,677 INFO [RS:0;3fb681890ab2:45467 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:21:24,677 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:21:24,677 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(3091): Received CLOSE for d18249d57679823c402982ea02d102fd 2024-11-12T03:21:24,677 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(3091): Received CLOSE for faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:24,677 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,45467,1731381652127 2024-11-12T03:21:24,677 INFO [RS:0;3fb681890ab2:45467 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:21:24,677 INFO [RS:0;3fb681890ab2:45467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:45467. 2024-11-12T03:21:24,677 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d18249d57679823c402982ea02d102fd, disabling compactions & flushes 2024-11-12T03:21:24,677 DEBUG [RS:0;3fb681890ab2:45467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:24,677 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381663071.d18249d57679823c402982ea02d102fd. 2024-11-12T03:21:24,677 DEBUG [RS:0;3fb681890ab2:45467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:24,677 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381663071.d18249d57679823c402982ea02d102fd. 2024-11-12T03:21:24,677 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381663071.d18249d57679823c402982ea02d102fd. after waiting 0 ms 2024-11-12T03:21:24,677 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381663071.d18249d57679823c402982ea02d102fd. 2024-11-12T03:21:24,677 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:21:24,677 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:21:24,677 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:21:24,677 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d18249d57679823c402982ea02d102fd 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-12T03:21:24,677 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:21:24,678 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T03:21:24,678 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1325): Online Regions={d18249d57679823c402982ea02d102fd=test,,1731381663071.d18249d57679823c402982ea02d102fd., faa3a34cbe4e4fbac875f14808d8814a=hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:21:24,678 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d18249d57679823c402982ea02d102fd, faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:24,678 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:21:24,678 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:21:24,678 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:21:24,678 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:21:24,678 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:21:24,678 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T03:21:24,691 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/.tmp/info/4185ef1167b44633ab55c2101d6417c1 is 147, key is hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a./info:regioninfo/1731381669700/Put/seqid=0 2024-11-12T03:21:24,691 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/.tmp/f/4a619d8581a148b782f2429e0a44f753 is 37, key is row3/f:row3/1731381679560/Put/seqid=0 2024-11-12T03:21:24,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741841_1017 (size=5228) 2024-11-12T03:21:24,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741840_1016 (size=7686) 2024-11-12T03:21:24,698 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/.tmp/info/4185ef1167b44633ab55c2101d6417c1 2024-11-12T03:21:24,713 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/.tmp/ns/4a5960410b2946308dfdc9f80a62e826 is 43, key is default/ns:d/1731381655420/Put/seqid=0 2024-11-12T03:21:24,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741842_1018 (size=5153) 2024-11-12T03:21:24,731 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:21:24,878 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d18249d57679823c402982ea02d102fd, faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:25,078 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d18249d57679823c402982ea02d102fd, faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:25,097 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/.tmp/f/4a619d8581a148b782f2429e0a44f753 2024-11-12T03:21:25,101 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a619d8581a148b782f2429e0a44f753 2024-11-12T03:21:25,113 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/.tmp/f1/f51665d4d5254b318f2598c61723bc1e is 30, key is row1/f1:/1731381676904/DeleteFamily/seqid=0 2024-11-12T03:21:25,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741843_1019 (size=5158) 2024-11-12T03:21:25,117 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/.tmp/f1/f51665d4d5254b318f2598c61723bc1e 2024-11-12T03:21:25,117 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/.tmp/ns/4a5960410b2946308dfdc9f80a62e826 2024-11-12T03:21:25,120 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f51665d4d5254b318f2598c61723bc1e 2024-11-12T03:21:25,125 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1473, reset compression=false 2024-11-12T03:21:25,128 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:25,128 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1720, reset compression=false 2024-11-12T03:21:25,129 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,45467,1731381652127 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:25,129 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3fb681890ab2,45467,1731381652127: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3fb681890ab2,45467,1731381652127, walGroup=3fb681890ab2%2C45467%2C1731381652127, offset=3fb681890ab2%2C45467%2C1731381652127.1731381654329:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:45467 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T03:21:25,130 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T03:21:25,131 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T03:21:25,131 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T03:21:25,131 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T03:21:25,131 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T03:21:25,131 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1287651328, "init": 1048576000, "max": 2306867200, "used": 819698520 }, "NonHeapMemoryUsage": { "committed": 202506240, "init": 7667712, "max": -1, "used": 199593040 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T03:21:25,132 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:39643 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:39643 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T03:21:25,135 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/.tmp/norep/f0172fb7a3a9460a8a1b393049224a42 is 33, key is row1/norep:/1731381676904/DeleteFamily/seqid=0 2024-11-12T03:21:25,136 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/.tmp/rep_barrier/f3c1f365a07b48df90e45b50dc7a0c06 is 112, key is test,,1731381663071.d18249d57679823c402982ea02d102fd./rep_barrier:seqnumDuringOpen/1731381663821/Put/seqid=0 2024-11-12T03:21:25,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741844_1020 (size=5108) 2024-11-12T03:21:25,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741845_1021 (size=5518) 2024-11-12T03:21:25,200 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:21:25,200 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:21:25,278 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d18249d57679823c402982ea02d102fd, faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:25,337 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1720, reset compression=false 2024-11-12T03:21:25,478 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, d18249d57679823c402982ea02d102fd, faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:25,516 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1496, reset compression=false 2024-11-12T03:21:25,541 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/.tmp/norep/f0172fb7a3a9460a8a1b393049224a42 2024-11-12T03:21:25,543 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/.tmp/rep_barrier/f3c1f365a07b48df90e45b50dc7a0c06 2024-11-12T03:21:25,545 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0172fb7a3a9460a8a1b393049224a42 2024-11-12T03:21:25,546 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/.tmp/f/4a619d8581a148b782f2429e0a44f753 as hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/f/4a619d8581a148b782f2429e0a44f753 2024-11-12T03:21:25,550 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4a619d8581a148b782f2429e0a44f753 2024-11-12T03:21:25,550 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/f/4a619d8581a148b782f2429e0a44f753, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T03:21:25,551 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/.tmp/f1/f51665d4d5254b318f2598c61723bc1e as hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/f1/f51665d4d5254b318f2598c61723bc1e 2024-11-12T03:21:25,554 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f51665d4d5254b318f2598c61723bc1e 2024-11-12T03:21:25,554 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/f1/f51665d4d5254b318f2598c61723bc1e, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T03:21:25,555 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/.tmp/norep/f0172fb7a3a9460a8a1b393049224a42 as hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/norep/f0172fb7a3a9460a8a1b393049224a42 2024-11-12T03:21:25,559 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f0172fb7a3a9460a8a1b393049224a42 2024-11-12T03:21:25,559 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/norep/f0172fb7a3a9460a8a1b393049224a42, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T03:21:25,559 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d18249d57679823c402982ea02d102fd in 882ms, sequenceid=12, compaction requested=false 2024-11-12T03:21:25,560 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T03:21:25,563 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/.tmp/table/110526740f2c484490860d70f32e70e0 is 53, key is hbase:replication/table:state/1731381669706/Put/seqid=0 2024-11-12T03:21:25,567 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/default/test/d18249d57679823c402982ea02d102fd/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T03:21:25,567 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:21:25,567 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:21:25,567 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381663071.d18249d57679823c402982ea02d102fd. 2024-11-12T03:21:25,567 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d18249d57679823c402982ea02d102fd: Waiting for close lock at 1731381684677Running coprocessor pre-close hooks at 1731381684677Disabling compacts and flushes for region at 1731381684677Disabling writes for close at 1731381684677Obtaining lock to block concurrent updates at 1731381684678 (+1 ms)Preparing flush snapshotting stores in d18249d57679823c402982ea02d102fd at 1731381684678Finished memstore snapshotting test,,1731381663071.d18249d57679823c402982ea02d102fd., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731381684678Flushing stores of test,,1731381663071.d18249d57679823c402982ea02d102fd. at 1731381684678Flushing d18249d57679823c402982ea02d102fd/f: creating writer at 1731381684678Flushing d18249d57679823c402982ea02d102fd/f: appending metadata at 1731381684691 (+13 ms)Flushing d18249d57679823c402982ea02d102fd/f: closing flushed file at 1731381684691Flushing d18249d57679823c402982ea02d102fd/f1: creating writer at 1731381685101 (+410 ms)Flushing d18249d57679823c402982ea02d102fd/f1: appending metadata at 1731381685113 (+12 ms)Flushing d18249d57679823c402982ea02d102fd/f1: closing flushed file at 1731381685113Flushing d18249d57679823c402982ea02d102fd/norep: creating writer at 1731381685120 (+7 ms)Flushing d18249d57679823c402982ea02d102fd/norep: appending metadata at 1731381685134 (+14 ms)Flushing d18249d57679823c402982ea02d102fd/norep: closing flushed file at 1731381685134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ede42d3: reopening flushed file at 1731381685545 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@64968d9a: reopening flushed file at 1731381685550 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@603eaf43: reopening flushed file at 1731381685555 (+5 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for d18249d57679823c402982ea02d102fd in 882ms, sequenceid=12, compaction requested=false at 1731381685559 (+4 ms)Writing region close event to WAL at 1731381685564 (+5 ms)Running coprocessor post-close hooks at 1731381685567 (+3 ms)Closed at 1731381685567 2024-11-12T03:21:25,568 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381663071.d18249d57679823c402982ea02d102fd. 2024-11-12T03:21:25,568 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing faa3a34cbe4e4fbac875f14808d8814a, disabling compactions & flushes 2024-11-12T03:21:25,568 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:25,568 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:25,568 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. after waiting 0 ms 2024-11-12T03:21:25,568 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:25,568 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for faa3a34cbe4e4fbac875f14808d8814a: Waiting for close lock at 1731381685568Running coprocessor pre-close hooks at 1731381685568Disabling compacts and flushes for region at 1731381685568Disabling writes for close at 1731381685568Failed flush hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a., putting online again at 1731381685568 2024-11-12T03:21:25,568 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:25,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741846_1022 (size=5308) 2024-11-12T03:21:25,640 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 1720, reset compression=false 2024-11-12T03:21:25,645 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:25,645 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 2364, reset compression=false 2024-11-12T03:21:25,679 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(3091): Received CLOSE for faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:25,679 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, faa3a34cbe4e4fbac875f14808d8814a 2024-11-12T03:21:25,679 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing faa3a34cbe4e4fbac875f14808d8814a, disabling compactions & flushes 2024-11-12T03:21:25,679 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:25,679 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:25,679 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. after waiting 0 ms 2024-11-12T03:21:25,679 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:25,679 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for faa3a34cbe4e4fbac875f14808d8814a: Waiting for close lock at 1731381685679Running coprocessor pre-close hooks at 1731381685679Disabling compacts and flushes for region at 1731381685679Disabling writes for close at 1731381685679Failed flush hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a., putting online again at 1731381685679 2024-11-12T03:21:25,679 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a. 2024-11-12T03:21:25,849 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 2364, reset compression=false 2024-11-12T03:21:25,879 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T03:21:25,879 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1325): Online Regions={faa3a34cbe4e4fbac875f14808d8814a=hbase:replication,,1731381668534.faa3a34cbe4e4fbac875f14808d8814a., 1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:21:25,879 DEBUG [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:21:25,970 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/.tmp/table/110526740f2c484490860d70f32e70e0 2024-11-12T03:21:25,974 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/.tmp/info/4185ef1167b44633ab55c2101d6417c1 as hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/info/4185ef1167b44633ab55c2101d6417c1 2024-11-12T03:21:25,978 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/info/4185ef1167b44633ab55c2101d6417c1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T03:21:25,978 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/.tmp/ns/4a5960410b2946308dfdc9f80a62e826 as hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/ns/4a5960410b2946308dfdc9f80a62e826 2024-11-12T03:21:25,982 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/ns/4a5960410b2946308dfdc9f80a62e826, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T03:21:25,982 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/.tmp/rep_barrier/f3c1f365a07b48df90e45b50dc7a0c06 as hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/rep_barrier/f3c1f365a07b48df90e45b50dc7a0c06 2024-11-12T03:21:25,986 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/rep_barrier/f3c1f365a07b48df90e45b50dc7a0c06, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T03:21:25,986 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/.tmp/table/110526740f2c484490860d70f32e70e0 as hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/table/110526740f2c484490860d70f32e70e0 2024-11-12T03:21:25,990 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/table/110526740f2c484490860d70f32e70e0, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T03:21:25,991 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false 2024-11-12T03:21:25,991 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:21:25,998 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T03:21:25,999 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:21:25,999 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:21:25,999 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:21:25,999 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381684678Running coprocessor pre-close hooks at 1731381684678Disabling compacts and flushes for region at 1731381684678Disabling writes for close at 1731381684678Obtaining lock to block concurrent updates at 1731381684678Preparing flush snapshotting stores in 1588230740 at 1731381684678Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731381684678Flushing stores of hbase:meta,,1.1588230740 at 1731381684678Flushing 1588230740/info: creating writer at 1731381684679 (+1 ms)Flushing 1588230740/info: appending metadata at 1731381684691 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731381684691Flushing 1588230740/ns: creating writer at 1731381684701 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731381684713 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731381684713Flushing 1588230740/rep_barrier: creating writer at 1731381685120 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381685136 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381685136Flushing 1588230740/table: creating writer at 1731381685546 (+410 ms)Flushing 1588230740/table: appending metadata at 1731381685563 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731381685563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69e69dcc: reopening flushed file at 1731381685973 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eb0c250: reopening flushed file at 1731381685978 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@35ac8ee1: reopening flushed file at 1731381685982 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a27f6e6: reopening flushed file at 1731381685986 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1313ms, sequenceid=16, compaction requested=false at 1731381685991 (+5 ms)Writing region close event to WAL at 1731381685996 (+5 ms)Running coprocessor post-close hooks at 1731381685999 (+3 ms)Closed at 1731381685999 2024-11-12T03:21:25,999 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:21:26,079 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T03:21:26,079 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,45467,1731381652127; all regions closed. 2024-11-12T03:21:26,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741834_1010 (size=4239) 2024-11-12T03:21:26,081 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.meta.1731381655380.meta not finished, retry = 0 2024-11-12T03:21:26,152 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.1731381654329 to pos 2364, reset compression=false 2024-11-12T03:21:26,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741839_1015 (size=2609) 2024-11-12T03:21:26,184 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/WALs/3fb681890ab2,45467,1731381652127/3fb681890ab2%2C45467%2C1731381652127.rep.1731381669672 not finished, retry = 0 2024-11-12T03:21:26,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741832_1008 (size=2372) 2024-11-12T03:21:26,287 DEBUG [RS:0;3fb681890ab2:45467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:26,287 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:21:26,287 INFO [RS:0;3fb681890ab2:45467 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:21:26,287 INFO [RS:0;3fb681890ab2:45467 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T03:21:26,287 INFO [RS:0;3fb681890ab2:45467 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:21:26,287 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:21:26,287 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,45467,1731381652127 because: Region server is closing 2024-11-12T03:21:26,287 INFO [RS:0;3fb681890ab2:45467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:45467. 2024-11-12T03:21:26,287 DEBUG [RS:0;3fb681890ab2:45467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:26,287 DEBUG [RS:0;3fb681890ab2:45467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:26,287 DEBUG [RS:0;3fb681890ab2:45467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:26,287 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:26,388 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.shipper3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 terminated 2024-11-12T03:21:26,388 INFO [RS:0;3fb681890ab2:45467 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:45467. 2024-11-12T03:21:26,388 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,45467,1731381652127.replicationSource.wal-reader.3fb681890ab2%2C45467%2C1731381652127,1-3fb681890ab2,45467,1731381652127 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:21:26,388 DEBUG [RS:0;3fb681890ab2:45467 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:26,388 DEBUG [RS:0;3fb681890ab2:45467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:26,388 DEBUG [RS:0;3fb681890ab2:45467 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:26,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:26,388 INFO [RS:0;3fb681890ab2:45467 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45467 2024-11-12T03:21:26,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705/rs 2024-11-12T03:21:26,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1808530705/rs/3fb681890ab2,45467,1731381652127 2024-11-12T03:21:26,504 INFO [RS:0;3fb681890ab2:45467 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:21:26,514 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,45467,1731381652127] 2024-11-12T03:21:26,519 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1496, reset compression=false 2024-11-12T03:21:26,525 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1808530705/draining/3fb681890ab2,45467,1731381652127 already deleted, retry=false 2024-11-12T03:21:26,525 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,45467,1731381652127 expired; onlineServers=0 2024-11-12T03:21:26,525 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,39643,1731381651849' ***** 2024-11-12T03:21:26,525 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:21:26,525 INFO [M:0;3fb681890ab2:39643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:21:26,525 INFO [M:0;3fb681890ab2:39643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:21:26,525 DEBUG [M:0;3fb681890ab2:39643 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:21:26,525 DEBUG [M:0;3fb681890ab2:39643 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:21:26,525 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:21:26,525 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381654127 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381654127,5,FailOnTimeoutGroup] 2024-11-12T03:21:26,525 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381654127 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381654127,5,FailOnTimeoutGroup] 2024-11-12T03:21:26,526 INFO [M:0;3fb681890ab2:39643 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:21:26,526 INFO [M:0;3fb681890ab2:39643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:21:26,526 DEBUG [M:0;3fb681890ab2:39643 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:21:26,526 INFO [M:0;3fb681890ab2:39643 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:21:26,526 INFO [M:0;3fb681890ab2:39643 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:21:26,526 INFO [M:0;3fb681890ab2:39643 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:21:26,526 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:21:26,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1808530705/master 2024-11-12T03:21:26,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1808530705 2024-11-12T03:21:26,536 DEBUG [M:0;3fb681890ab2:39643 {}] zookeeper.ZKUtil(347): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Unable to get data of znode /1808530705/master because node does not exist (not an error) 2024-11-12T03:21:26,536 WARN [M:0;3fb681890ab2:39643 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:21:26,536 INFO [M:0;3fb681890ab2:39643 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/.lastflushedseqids 2024-11-12T03:21:26,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741847_1023 (size=245) 2024-11-12T03:21:26,615 INFO [RS:0;3fb681890ab2:45467 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:21:26,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:21:26,615 INFO [RS:0;3fb681890ab2:45467 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,45467,1731381652127; zookeeper connection closed. 2024-11-12T03:21:26,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45467-0x1012d0f479d0004, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:21:26,615 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f6dd6e9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f6dd6e9 2024-11-12T03:21:26,615 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:21:26,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:26,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:26,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:26,872 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:26,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:26,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:26,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:26,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:26,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:26,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:26,883 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:26,884 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:26,940 INFO [M:0;3fb681890ab2:39643 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:21:26,940 INFO [M:0;3fb681890ab2:39643 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:21:26,940 DEBUG [M:0;3fb681890ab2:39643 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:21:26,940 INFO [M:0;3fb681890ab2:39643 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:26,940 DEBUG [M:0;3fb681890ab2:39643 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:26,940 DEBUG [M:0;3fb681890ab2:39643 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:21:26,940 DEBUG [M:0;3fb681890ab2:39643 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:26,940 INFO [M:0;3fb681890ab2:39643 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-12T03:21:26,954 DEBUG [M:0;3fb681890ab2:39643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12441814289c4ca09f3d2e3c8d0cff16 is 82, key is hbase:meta,,1/info:regioninfo/1731381655406/Put/seqid=0 2024-11-12T03:21:26,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741848_1024 (size=5672) 2024-11-12T03:21:27,358 INFO [M:0;3fb681890ab2:39643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12441814289c4ca09f3d2e3c8d0cff16 2024-11-12T03:21:27,375 DEBUG [M:0;3fb681890ab2:39643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c96e4cecdb144cf1beb2eae864d782fd is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731381663830/Put/seqid=0 2024-11-12T03:21:27,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741849_1025 (size=7218) 2024-11-12T03:21:27,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:21:27,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:27,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:27,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:27,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:27,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:27,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:27,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:27,446 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:27,453 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:27,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:27,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:27,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:27,622 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1496, reset compression=false 2024-11-12T03:21:27,778 INFO [M:0;3fb681890ab2:39643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c96e4cecdb144cf1beb2eae864d782fd 2024-11-12T03:21:27,782 INFO [M:0;3fb681890ab2:39643 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c96e4cecdb144cf1beb2eae864d782fd 2024-11-12T03:21:27,795 DEBUG [M:0;3fb681890ab2:39643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0420881006c240ad827ee2ea138d1370 is 69, key is 3fb681890ab2,45467,1731381652127/rs:state/1731381654178/Put/seqid=0 2024-11-12T03:21:27,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741850_1026 (size=5156) 2024-11-12T03:21:28,199 INFO [M:0;3fb681890ab2:39643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0420881006c240ad827ee2ea138d1370 2024-11-12T03:21:28,203 DEBUG [M:0;3fb681890ab2:39643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/12441814289c4ca09f3d2e3c8d0cff16 as hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12441814289c4ca09f3d2e3c8d0cff16 2024-11-12T03:21:28,207 INFO [M:0;3fb681890ab2:39643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/12441814289c4ca09f3d2e3c8d0cff16, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T03:21:28,208 DEBUG [M:0;3fb681890ab2:39643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c96e4cecdb144cf1beb2eae864d782fd as hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c96e4cecdb144cf1beb2eae864d782fd 2024-11-12T03:21:28,212 INFO [M:0;3fb681890ab2:39643 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c96e4cecdb144cf1beb2eae864d782fd 2024-11-12T03:21:28,212 INFO [M:0;3fb681890ab2:39643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c96e4cecdb144cf1beb2eae864d782fd, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T03:21:28,213 DEBUG [M:0;3fb681890ab2:39643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0420881006c240ad827ee2ea138d1370 as hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0420881006c240ad827ee2ea138d1370 2024-11-12T03:21:28,216 INFO [M:0;3fb681890ab2:39643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33049/user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0420881006c240ad827ee2ea138d1370, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T03:21:28,217 INFO [M:0;3fb681890ab2:39643 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=105, compaction requested=false 2024-11-12T03:21:28,218 INFO [M:0;3fb681890ab2:39643 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:28,218 DEBUG [M:0;3fb681890ab2:39643 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381686940Disabling compacts and flushes for region at 1731381686940Disabling writes for close at 1731381686940Obtaining lock to block concurrent updates at 1731381686940Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381686940Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731381686940Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381686941 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381686941Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381686954 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381686954Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381687362 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381687374 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381687374Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381687782 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381687795 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381687795Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bbe0a9: reopening flushed file at 1731381688203 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1603e889: reopening flushed file at 1731381688208 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20d39b74: reopening flushed file at 1731381688212 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1277ms, sequenceid=105, compaction requested=false at 1731381688217 (+5 ms)Writing region close event to WAL at 1731381688218 (+1 ms)Closed at 1731381688218 2024-11-12T03:21:28,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36183 is added to blk_1073741830_1006 (size=64423) 2024-11-12T03:21:28,223 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/84f51db8-5052-9cbe-76b3-c6b24be54eb6/MasterData/WALs/3fb681890ab2,39643,1731381651849/3fb681890ab2%2C39643%2C1731381651849.1731381653866 not finished, retry = 0 2024-11-12T03:21:28,324 INFO [M:0;3fb681890ab2:39643 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:21:28,324 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:21:28,324 INFO [M:0;3fb681890ab2:39643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39643 2024-11-12T03:21:28,324 INFO [M:0;3fb681890ab2:39643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:21:28,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:21:28,488 INFO [M:0;3fb681890ab2:39643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:21:28,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39643-0x1012d0f479d0003, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:21:28,491 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@61fb4e94{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:21:28,491 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@30dd4f1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:21:28,491 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:21:28,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@70a075cd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:21:28,492 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3501bdbb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/hadoop.log.dir/,STOPPED} 2024-11-12T03:21:28,493 WARN [BP-1492361937-172.17.0.2-1731381650072 heartbeating to localhost/127.0.0.1:33049 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:21:28,493 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:21:28,493 WARN [BP-1492361937-172.17.0.2-1731381650072 heartbeating to localhost/127.0.0.1:33049 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1492361937-172.17.0.2-1731381650072 (Datanode Uuid f4775739-621d-4b72-bccd-280af28fd4aa) service to localhost/127.0.0.1:33049 2024-11-12T03:21:28,493 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:21:28,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/cluster_16869e2e-808d-7981-aa25-b759a3eaf745/data/data1/current/BP-1492361937-172.17.0.2-1731381650072 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:21:28,493 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/cluster_16869e2e-808d-7981-aa25-b759a3eaf745/data/data2/current/BP-1492361937-172.17.0.2-1731381650072 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:21:28,494 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:21:28,499 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@581e662d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:21:28,500 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@666de90c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:21:28,500 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:21:28,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5de60843{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:21:28,500 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@43bab9de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/caede4c3-b0b6-9c85-e4d5-fe380e2a529c/hadoop.log.dir/,STOPPED} 2024-11-12T03:21:28,516 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:21:28,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:21:28,517 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:21:28,517 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:28,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:28,517 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:28,517 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:28,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:21:28,517 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1584475485, stopped=false 2024-11-12T03:21:28,517 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,38383,1731381646382 2024-11-12T03:21:28,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-551790003/running 2024-11-12T03:21:28,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-551790003/running 2024-11-12T03:21:28,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:21:28,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:21:28,535 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:21:28,536 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:21:28,536 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:28,536 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:28,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Set watcher on znode that does not yet exist, /0-551790003/running 2024-11-12T03:21:28,536 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,35051,1731381646596' ***** 2024-11-12T03:21:28,536 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:21:28,536 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:21:28,536 INFO [RS:0;3fb681890ab2:35051 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:21:28,536 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:21:28,536 INFO [RS:0;3fb681890ab2:35051 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:21:28,536 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(3091): Received CLOSE for ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:28,537 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Set watcher on znode that does not yet exist, /0-551790003/running 2024-11-12T03:21:28,537 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(3091): Received CLOSE for 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:28,537 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,35051,1731381646596 2024-11-12T03:21:28,537 INFO [RS:0;3fb681890ab2:35051 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:21:28,537 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ce32e1e7337a4b656da8a38f0841d70e, disabling compactions & flushes 2024-11-12T03:21:28,537 INFO [RS:0;3fb681890ab2:35051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:35051. 2024-11-12T03:21:28,537 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. 2024-11-12T03:21:28,537 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. 2024-11-12T03:21:28,537 DEBUG [RS:0;3fb681890ab2:35051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:28,537 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. after waiting 0 ms 2024-11-12T03:21:28,537 DEBUG [RS:0;3fb681890ab2:35051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:28,537 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. 2024-11-12T03:21:28,537 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:21:28,537 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ce32e1e7337a4b656da8a38f0841d70e 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-12T03:21:28,537 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:21:28,537 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:21:28,537 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:21:28,537 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T03:21:28,537 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1325): Online Regions={ce32e1e7337a4b656da8a38f0841d70e=hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e., 1588230740=hbase:meta,,1.1588230740, 27a63bf7b7c538f3e3a84e7ccda4d962=test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962.} 2024-11-12T03:21:28,537 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27a63bf7b7c538f3e3a84e7ccda4d962, ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:28,537 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:21:28,538 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:21:28,538 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:21:28,538 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:21:28,538 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:21:28,538 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T03:21:28,551 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/replication/ce32e1e7337a4b656da8a38f0841d70e/.tmp/queue/2d2bc06848f24e6e8e9bbd175c46638b is 154, key is 1-3fb681890ab2,35051,1731381646596/queue:3fb681890ab2%2C35051%2C1731381646596/1731381681086/Put/seqid=0 2024-11-12T03:21:28,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741840_1016 (size=5353) 2024-11-12T03:21:28,555 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/.tmp/info/3aaa78551ab442c1a4db5a4f9cd7e3f1 is 147, key is hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e./info:regioninfo/1731381667537/Put/seqid=0 2024-11-12T03:21:28,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741841_1017 (size=7686) 2024-11-12T03:21:28,602 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:21:28,738 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27a63bf7b7c538f3e3a84e7ccda4d962, ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:28,773 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:21:28,773 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:21:28,826 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1496, reset compression=false 2024-11-12T03:21:28,938 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27a63bf7b7c538f3e3a84e7ccda4d962, ce32e1e7337a4b656da8a38f0841d70e 2024-11-12T03:21:28,955 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/replication/ce32e1e7337a4b656da8a38f0841d70e/.tmp/queue/2d2bc06848f24e6e8e9bbd175c46638b 2024-11-12T03:21:28,958 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/.tmp/info/3aaa78551ab442c1a4db5a4f9cd7e3f1 2024-11-12T03:21:28,960 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/replication/ce32e1e7337a4b656da8a38f0841d70e/.tmp/queue/2d2bc06848f24e6e8e9bbd175c46638b as hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/replication/ce32e1e7337a4b656da8a38f0841d70e/queue/2d2bc06848f24e6e8e9bbd175c46638b 2024-11-12T03:21:28,964 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/replication/ce32e1e7337a4b656da8a38f0841d70e/queue/2d2bc06848f24e6e8e9bbd175c46638b, entries=1, sequenceid=14, filesize=5.2 K 2024-11-12T03:21:28,965 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ce32e1e7337a4b656da8a38f0841d70e in 427ms, sequenceid=14, compaction requested=false 2024-11-12T03:21:28,972 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/replication/ce32e1e7337a4b656da8a38f0841d70e/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-12T03:21:28,972 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:21:28,972 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:21:28,972 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. 2024-11-12T03:21:28,972 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ce32e1e7337a4b656da8a38f0841d70e: Waiting for close lock at 1731381688537Running coprocessor pre-close hooks at 1731381688537Disabling compacts and flushes for region at 1731381688537Disabling writes for close at 1731381688537Obtaining lock to block concurrent updates at 1731381688537Preparing flush snapshotting stores in ce32e1e7337a4b656da8a38f0841d70e at 1731381688537Finished memstore snapshotting hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731381688537Flushing stores of hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. at 1731381688538 (+1 ms)Flushing ce32e1e7337a4b656da8a38f0841d70e/queue: creating writer at 1731381688538Flushing ce32e1e7337a4b656da8a38f0841d70e/queue: appending metadata at 1731381688551 (+13 ms)Flushing ce32e1e7337a4b656da8a38f0841d70e/queue: closing flushed file at 1731381688551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15cba33e: reopening flushed file at 1731381688959 (+408 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for ce32e1e7337a4b656da8a38f0841d70e in 427ms, sequenceid=14, compaction requested=false at 1731381688965 (+6 ms)Writing region close event to WAL at 1731381688969 (+4 ms)Running coprocessor post-close hooks at 1731381688972 (+3 ms)Closed at 1731381688972 2024-11-12T03:21:28,973 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731381666376.ce32e1e7337a4b656da8a38f0841d70e. 2024-11-12T03:21:28,973 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27a63bf7b7c538f3e3a84e7ccda4d962, disabling compactions & flushes 2024-11-12T03:21:28,973 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. 2024-11-12T03:21:28,973 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. 2024-11-12T03:21:28,973 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. after waiting 0 ms 2024-11-12T03:21:28,973 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. 2024-11-12T03:21:28,973 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 27a63bf7b7c538f3e3a84e7ccda4d962 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-12T03:21:28,976 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/.tmp/ns/e38778ee669244b89994cd882721605d is 43, key is default/ns:d/1731381649966/Put/seqid=0 2024-11-12T03:21:28,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741842_1018 (size=5153) 2024-11-12T03:21:28,980 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/.tmp/ns/e38778ee669244b89994cd882721605d 2024-11-12T03:21:29,000 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/.tmp/rep_barrier/a2b8f71dfabc40bd9f345c41d46c6027 is 112, key is test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962./rep_barrier:seqnumDuringOpen/1731381662071/Put/seqid=0 2024-11-12T03:21:29,000 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/.tmp/f/249b6d9daa1f412db5b1ed1cdea2148f is 37, key is row3/f:row3/1731381679560/Put/seqid=0 2024-11-12T03:21:29,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741843_1019 (size=5518) 2024-11-12T03:21:29,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741844_1020 (size=5228) 2024-11-12T03:21:29,138 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:29,338 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:29,407 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/.tmp/f/249b6d9daa1f412db5b1ed1cdea2148f 2024-11-12T03:21:29,407 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/.tmp/rep_barrier/a2b8f71dfabc40bd9f345c41d46c6027 2024-11-12T03:21:29,410 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 249b6d9daa1f412db5b1ed1cdea2148f 2024-11-12T03:21:29,424 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/.tmp/f1/52039da8e72644c7a259cb3bca136cbd is 30, key is row1/f1:/1731381676904/DeleteFamily/seqid=0 2024-11-12T03:21:29,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741845_1021 (size=5158) 2024-11-12T03:21:29,427 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/.tmp/table/b0022e9195384fd896f604e4505b3b0c is 53, key is hbase:replication/table:state/1731381667544/Put/seqid=0 2024-11-12T03:21:29,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741846_1022 (size=5308) 2024-11-12T03:21:29,430 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/.tmp/table/b0022e9195384fd896f604e4505b3b0c 2024-11-12T03:21:29,434 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/.tmp/info/3aaa78551ab442c1a4db5a4f9cd7e3f1 as hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/info/3aaa78551ab442c1a4db5a4f9cd7e3f1 2024-11-12T03:21:29,438 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/info/3aaa78551ab442c1a4db5a4f9cd7e3f1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T03:21:29,439 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/.tmp/ns/e38778ee669244b89994cd882721605d as hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/ns/e38778ee669244b89994cd882721605d 2024-11-12T03:21:29,443 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/ns/e38778ee669244b89994cd882721605d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T03:21:29,443 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/.tmp/rep_barrier/a2b8f71dfabc40bd9f345c41d46c6027 as hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/rep_barrier/a2b8f71dfabc40bd9f345c41d46c6027 2024-11-12T03:21:29,447 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/rep_barrier/a2b8f71dfabc40bd9f345c41d46c6027, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T03:21:29,447 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/.tmp/table/b0022e9195384fd896f604e4505b3b0c as hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/table/b0022e9195384fd896f604e4505b3b0c 2024-11-12T03:21:29,451 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/table/b0022e9195384fd896f604e4505b3b0c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T03:21:29,451 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false 2024-11-12T03:21:29,455 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T03:21:29,455 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:21:29,455 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:21:29,455 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:21:29,455 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381688537Running coprocessor pre-close hooks at 1731381688537Disabling compacts and flushes for region at 1731381688537Disabling writes for close at 1731381688538 (+1 ms)Obtaining lock to block concurrent updates at 1731381688538Preparing flush snapshotting stores in 1588230740 at 1731381688538Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731381688538Flushing stores of hbase:meta,,1.1588230740 at 1731381688539 (+1 ms)Flushing 1588230740/info: creating writer at 1731381688539Flushing 1588230740/info: appending metadata at 1731381688555 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731381688555Flushing 1588230740/ns: creating writer at 1731381688962 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731381688975 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731381688975Flushing 1588230740/rep_barrier: creating writer at 1731381688984 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381689000 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381689000Flushing 1588230740/table: creating writer at 1731381689410 (+410 ms)Flushing 1588230740/table: appending metadata at 1731381689427 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731381689427Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f10b60a: reopening flushed file at 1731381689433 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c51bfab: reopening flushed file at 1731381689438 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@92902c3: reopening flushed file at 1731381689443 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c9bac02: reopening flushed file at 1731381689447 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 913ms, sequenceid=16, compaction requested=false at 1731381689451 (+4 ms)Writing region close event to WAL at 1731381689453 (+2 ms)Running coprocessor post-close hooks at 1731381689455 (+2 ms)Closed at 1731381689455 2024-11-12T03:21:29,455 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:21:29,538 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T03:21:29,538 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1325): Online Regions={27a63bf7b7c538f3e3a84e7ccda4d962=test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962.} 2024-11-12T03:21:29,538 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1351): Waiting on 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:29,738 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1351): Waiting on 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:29,827 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/.tmp/f1/52039da8e72644c7a259cb3bca136cbd 2024-11-12T03:21:29,831 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52039da8e72644c7a259cb3bca136cbd 2024-11-12T03:21:29,844 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/.tmp/norep/29212813d8de48fd844ec0a096fc573e is 32, key is row/norep:/1731381675898/DeleteFamily/seqid=0 2024-11-12T03:21:29,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741847_1023 (size=5101) 2024-11-12T03:21:29,939 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1351): Waiting on 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:30,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T03:21:30,130 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1496, reset compression=false 2024-11-12T03:21:30,134 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:30,134 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1743, reset compression=false 2024-11-12T03:21:30,135 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,35051,1731381646596 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914, lastWalPosition=1743, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:30,135 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3fb681890ab2,35051,1731381646596: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3fb681890ab2,35051,1731381646596, walGroup=3fb681890ab2%2C35051%2C1731381646596, offset=3fb681890ab2%2C35051%2C1731381646596.1731381648914:1743, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:35051 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T03:21:30,136 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T03:21:30,136 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T03:21:30,137 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T03:21:30,137 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T03:21:30,137 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T03:21:30,137 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1287651328, "init": 1048576000, "max": 2306867200, "used": 928750424 }, "NonHeapMemoryUsage": { "committed": 203161600, "init": 7667712, "max": -1, "used": 200303200 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T03:21:30,138 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:38383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:38383 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T03:21:30,139 DEBUG [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1351): Waiting on 27a63bf7b7c538f3e3a84e7ccda4d962 2024-11-12T03:21:30,253 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/.tmp/norep/29212813d8de48fd844ec0a096fc573e 2024-11-12T03:21:30,257 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29212813d8de48fd844ec0a096fc573e 2024-11-12T03:21:30,258 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/.tmp/f/249b6d9daa1f412db5b1ed1cdea2148f as hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/f/249b6d9daa1f412db5b1ed1cdea2148f 2024-11-12T03:21:30,262 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 249b6d9daa1f412db5b1ed1cdea2148f 2024-11-12T03:21:30,262 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/f/249b6d9daa1f412db5b1ed1cdea2148f, entries=5, sequenceid=12, filesize=5.1 K 2024-11-12T03:21:30,263 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/.tmp/f1/52039da8e72644c7a259cb3bca136cbd as hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/f1/52039da8e72644c7a259cb3bca136cbd 2024-11-12T03:21:30,267 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 52039da8e72644c7a259cb3bca136cbd 2024-11-12T03:21:30,267 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/f1/52039da8e72644c7a259cb3bca136cbd, entries=3, sequenceid=12, filesize=5.0 K 2024-11-12T03:21:30,268 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/.tmp/norep/29212813d8de48fd844ec0a096fc573e as hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/norep/29212813d8de48fd844ec0a096fc573e 2024-11-12T03:21:30,272 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29212813d8de48fd844ec0a096fc573e 2024-11-12T03:21:30,273 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/norep/29212813d8de48fd844ec0a096fc573e, entries=1, sequenceid=12, filesize=5.0 K 2024-11-12T03:21:30,273 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 27a63bf7b7c538f3e3a84e7ccda4d962 in 1300ms, sequenceid=12, compaction requested=false 2024-11-12T03:21:30,279 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/data/default/test/27a63bf7b7c538f3e3a84e7ccda4d962/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T03:21:30,279 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:21:30,279 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:21:30,279 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. 2024-11-12T03:21:30,279 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27a63bf7b7c538f3e3a84e7ccda4d962: Waiting for close lock at 1731381688973Running coprocessor pre-close hooks at 1731381688973Disabling compacts and flushes for region at 1731381688973Disabling writes for close at 1731381688973Obtaining lock to block concurrent updates at 1731381688973Preparing flush snapshotting stores in 27a63bf7b7c538f3e3a84e7ccda4d962 at 1731381688973Finished memstore snapshotting test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731381688973Flushing stores of test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. at 1731381688974 (+1 ms)Flushing 27a63bf7b7c538f3e3a84e7ccda4d962/f: creating writer at 1731381688974Flushing 27a63bf7b7c538f3e3a84e7ccda4d962/f: appending metadata at 1731381689000 (+26 ms)Flushing 27a63bf7b7c538f3e3a84e7ccda4d962/f: closing flushed file at 1731381689000Flushing 27a63bf7b7c538f3e3a84e7ccda4d962/f1: creating writer at 1731381689410 (+410 ms)Flushing 27a63bf7b7c538f3e3a84e7ccda4d962/f1: appending metadata at 1731381689423 (+13 ms)Flushing 27a63bf7b7c538f3e3a84e7ccda4d962/f1: closing flushed file at 1731381689423Flushing 27a63bf7b7c538f3e3a84e7ccda4d962/norep: creating writer at 1731381689831 (+408 ms)Flushing 27a63bf7b7c538f3e3a84e7ccda4d962/norep: appending metadata at 1731381689844 (+13 ms)Flushing 27a63bf7b7c538f3e3a84e7ccda4d962/norep: closing flushed file at 1731381689844Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cc02809: reopening flushed file at 1731381690257 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60372326: reopening flushed file at 1731381690262 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b7f1f0f: reopening flushed file at 1731381690267 (+5 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 27a63bf7b7c538f3e3a84e7ccda4d962 in 1300ms, sequenceid=12, compaction requested=false at 1731381690273 (+6 ms)Writing region close event to WAL at 1731381690276 (+3 ms)Running coprocessor post-close hooks at 1731381690279 (+3 ms)Closed at 1731381690279 2024-11-12T03:21:30,280 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381660921.27a63bf7b7c538f3e3a84e7ccda4d962. 2024-11-12T03:21:30,339 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,35051,1731381646596; all regions closed. 2024-11-12T03:21:30,339 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 1743, reset compression=false 2024-11-12T03:21:30,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741834_1010 (size=4239) 2024-11-12T03:21:30,343 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:30,343 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.rep.1731381667508 not finished, retry = 0 2024-11-12T03:21:30,343 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 2387, reset compression=false 2024-11-12T03:21:30,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741839_1015 (size=3552) 2024-11-12T03:21:30,359 INFO [master/3fb681890ab2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-12T03:21:30,360 INFO [master/3fb681890ab2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-12T03:21:30,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741832_1008 (size=2395) 2024-11-12T03:21:30,446 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 not finished, retry = 0 2024-11-12T03:21:30,547 DEBUG [RS:0;3fb681890ab2:35051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:30,547 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:21:30,547 INFO [RS:0;3fb681890ab2:35051 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:21:30,547 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 to pos 2387, reset compression=false 2024-11-12T03:21:30,547 INFO [RS:0;3fb681890ab2:35051 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T03:21:30,547 INFO [RS:0;3fb681890ab2:35051 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:21:30,547 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:21:30,547 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,35051,1731381646596 because: Region server is closing 2024-11-12T03:21:30,547 INFO [RS:0;3fb681890ab2:35051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:35051. 2024-11-12T03:21:30,547 DEBUG [RS:0;3fb681890ab2:35051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:30,547 DEBUG [RS:0;3fb681890ab2:35051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:30,548 DEBUG [RS:0;3fb681890ab2:35051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:30,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:30,549 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/WALs/3fb681890ab2,35051,1731381646596/3fb681890ab2%2C35051%2C1731381646596.1731381648914 2024-11-12T03:21:30,648 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.shipper3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 terminated 2024-11-12T03:21:30,648 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,35051,1731381646596.replicationSource.wal-reader.3fb681890ab2%2C35051%2C1731381646596,1-3fb681890ab2,35051,1731381646596 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-12T03:21:30,648 INFO [RS:0;3fb681890ab2:35051 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:35051. 2024-11-12T03:21:30,648 DEBUG [RS:0;3fb681890ab2:35051 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:30,648 DEBUG [RS:0;3fb681890ab2:35051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:30,648 DEBUG [RS:0;3fb681890ab2:35051 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:30,648 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:30,649 INFO [RS:0;3fb681890ab2:35051 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35051 2024-11-12T03:21:30,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-551790003/rs/3fb681890ab2,35051,1731381646596 2024-11-12T03:21:30,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003/rs 2024-11-12T03:21:30,696 INFO [RS:0;3fb681890ab2:35051 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:21:30,697 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,35051,1731381646596] 2024-11-12T03:21:30,717 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-551790003/draining/3fb681890ab2,35051,1731381646596 already deleted, retry=false 2024-11-12T03:21:30,717 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,35051,1731381646596 expired; onlineServers=0 2024-11-12T03:21:30,717 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,38383,1731381646382' ***** 2024-11-12T03:21:30,717 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:21:30,717 INFO [M:0;3fb681890ab2:38383 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:21:30,717 INFO [M:0;3fb681890ab2:38383 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:21:30,717 DEBUG [M:0;3fb681890ab2:38383 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:21:30,718 DEBUG [M:0;3fb681890ab2:38383 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:21:30,718 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:21:30,718 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381648675 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381648675,5,FailOnTimeoutGroup] 2024-11-12T03:21:30,718 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381648675 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381648675,5,FailOnTimeoutGroup] 2024-11-12T03:21:30,718 INFO [M:0;3fb681890ab2:38383 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:21:30,718 INFO [M:0;3fb681890ab2:38383 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:21:30,718 DEBUG [M:0;3fb681890ab2:38383 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:21:30,718 INFO [M:0;3fb681890ab2:38383 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:21:30,718 INFO [M:0;3fb681890ab2:38383 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:21:30,718 ERROR [M:0;3fb681890ab2:38383 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:35505,5,PEWorkerGroup] 2024-11-12T03:21:30,718 INFO [M:0;3fb681890ab2:38383 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:21:30,718 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:21:30,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-551790003/master 2024-11-12T03:21:30,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-551790003 2024-11-12T03:21:30,728 DEBUG [M:0;3fb681890ab2:38383 {}] zookeeper.ZKUtil(347): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Unable to get data of znode /0-551790003/master because node does not exist (not an error) 2024-11-12T03:21:30,728 WARN [M:0;3fb681890ab2:38383 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:21:30,729 INFO [M:0;3fb681890ab2:38383 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/.lastflushedseqids 2024-11-12T03:21:30,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741848_1024 (size=245) 2024-11-12T03:21:30,807 INFO [RS:0;3fb681890ab2:35051 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:21:30,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:21:30,807 INFO [RS:0;3fb681890ab2:35051 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,35051,1731381646596; zookeeper connection closed. 2024-11-12T03:21:30,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35051-0x1012d0f479d0001, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:21:30,807 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6fc0f514 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6fc0f514 2024-11-12T03:21:30,807 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:21:31,133 INFO [M:0;3fb681890ab2:38383 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:21:31,133 INFO [M:0;3fb681890ab2:38383 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:21:31,133 DEBUG [M:0;3fb681890ab2:38383 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:21:31,133 INFO [M:0;3fb681890ab2:38383 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:31,133 DEBUG [M:0;3fb681890ab2:38383 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:31,133 DEBUG [M:0;3fb681890ab2:38383 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:21:31,133 DEBUG [M:0;3fb681890ab2:38383 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:31,133 INFO [M:0;3fb681890ab2:38383 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-12T03:21:31,147 DEBUG [M:0;3fb681890ab2:38383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b695ce38956642a0bb0ff5e646a831ef is 82, key is hbase:meta,,1/info:regioninfo/1731381649922/Put/seqid=0 2024-11-12T03:21:31,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741849_1025 (size=5672) 2024-11-12T03:21:31,550 INFO [M:0;3fb681890ab2:38383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b695ce38956642a0bb0ff5e646a831ef 2024-11-12T03:21:31,568 DEBUG [M:0;3fb681890ab2:38383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c490ff42e99479496cbc3ca701b6bec is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731381662082/Put/seqid=0 2024-11-12T03:21:31,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741850_1026 (size=7219) 2024-11-12T03:21:31,971 INFO [M:0;3fb681890ab2:38383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c490ff42e99479496cbc3ca701b6bec 2024-11-12T03:21:31,974 INFO [M:0;3fb681890ab2:38383 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c490ff42e99479496cbc3ca701b6bec 2024-11-12T03:21:31,987 DEBUG [M:0;3fb681890ab2:38383 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f5293a69fd242ca93cf4d93cdd12845 is 69, key is 3fb681890ab2,35051,1731381646596/rs:state/1731381648754/Put/seqid=0 2024-11-12T03:21:31,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741851_1027 (size=5156) 2024-11-12T03:21:32,390 INFO [M:0;3fb681890ab2:38383 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f5293a69fd242ca93cf4d93cdd12845 2024-11-12T03:21:32,394 DEBUG [M:0;3fb681890ab2:38383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b695ce38956642a0bb0ff5e646a831ef as hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b695ce38956642a0bb0ff5e646a831ef 2024-11-12T03:21:32,397 INFO [M:0;3fb681890ab2:38383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b695ce38956642a0bb0ff5e646a831ef, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T03:21:32,398 DEBUG [M:0;3fb681890ab2:38383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4c490ff42e99479496cbc3ca701b6bec as hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c490ff42e99479496cbc3ca701b6bec 2024-11-12T03:21:32,401 INFO [M:0;3fb681890ab2:38383 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4c490ff42e99479496cbc3ca701b6bec 2024-11-12T03:21:32,401 INFO [M:0;3fb681890ab2:38383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4c490ff42e99479496cbc3ca701b6bec, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T03:21:32,401 DEBUG [M:0;3fb681890ab2:38383 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9f5293a69fd242ca93cf4d93cdd12845 as hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f5293a69fd242ca93cf4d93cdd12845 2024-11-12T03:21:32,404 INFO [M:0;3fb681890ab2:38383 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35505/user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9f5293a69fd242ca93cf4d93cdd12845, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T03:21:32,405 INFO [M:0;3fb681890ab2:38383 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false 2024-11-12T03:21:32,406 INFO [M:0;3fb681890ab2:38383 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:32,406 DEBUG [M:0;3fb681890ab2:38383 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381691133Disabling compacts and flushes for region at 1731381691133Disabling writes for close at 1731381691133Obtaining lock to block concurrent updates at 1731381691133Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381691133Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731381691133Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381691134 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381691134Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381691146 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381691146Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381691554 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381691567 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381691567Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381691975 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381691987 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381691987Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29bf4314: reopening flushed file at 1731381692394 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@741a831: reopening flushed file at 1731381692398 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@688b079d: reopening flushed file at 1731381692401 (+3 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1272ms, sequenceid=105, compaction requested=false at 1731381692405 (+4 ms)Writing region close event to WAL at 1731381692406 (+1 ms)Closed at 1731381692406 2024-11-12T03:21:32,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41613 is added to blk_1073741830_1006 (size=64435) 2024-11-12T03:21:32,407 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/736da4d6-39a6-a2d8-0d85-e24fd7b32078/MasterData/WALs/3fb681890ab2,38383,1731381646382/3fb681890ab2%2C38383%2C1731381646382.1731381647950 not finished, retry = 0 2024-11-12T03:21:32,508 INFO [M:0;3fb681890ab2:38383 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:21:32,508 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:21:32,508 INFO [M:0;3fb681890ab2:38383 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38383 2024-11-12T03:21:32,508 INFO [M:0;3fb681890ab2:38383 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:21:32,688 INFO [M:0;3fb681890ab2:38383 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:21:32,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:21:32,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38383-0x1012d0f479d0000, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:21:32,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38668141{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:21:32,690 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65274dbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:21:32,690 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:21:32,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c10706a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:21:32,690 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69529380{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/hadoop.log.dir/,STOPPED} 2024-11-12T03:21:32,691 WARN [BP-981368072-172.17.0.2-1731381644290 heartbeating to localhost/127.0.0.1:35505 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:21:32,691 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:21:32,691 WARN [BP-981368072-172.17.0.2-1731381644290 heartbeating to localhost/127.0.0.1:35505 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-981368072-172.17.0.2-1731381644290 (Datanode Uuid e1dd02bd-961c-49a5-971d-af0c4d0ce170) service to localhost/127.0.0.1:35505 2024-11-12T03:21:32,691 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:21:32,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/cluster_36364281-c7b8-e39b-601c-e6685f04ebe0/data/data1/current/BP-981368072-172.17.0.2-1731381644290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:21:32,692 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/cluster_36364281-c7b8-e39b-601c-e6685f04ebe0/data/data2/current/BP-981368072-172.17.0.2-1731381644290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:21:32,692 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:21:32,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56199b95{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:21:32,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7612f0c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:21:32,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:21:32,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@652543cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:21:32,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7188027e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1616bd0c-673a-06e5-5e61-f2a17806b837/hadoop.log.dir/,STOPPED} 2024-11-12T03:21:32,703 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T03:21:32,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:21:32,727 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=314 (was 264) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:37107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50868) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37107 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50868) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:33049 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35505 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33049 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35505 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33049 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37107 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50868) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37107 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:35505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:33049 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35505 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35505 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=722 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=329 (was 408), ProcessCount=11 (was 11), AvailableMemoryMB=5485 (was 5572) 2024-11-12T03:21:32,737 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=314, OpenFileDescriptor=722, MaxFileDescriptor=1048576, SystemLoadAverage=329, ProcessCount=11, AvailableMemoryMB=5485 2024-11-12T03:21:32,753 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-12T03:21:32,753 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/hadoop.log.dir so I do NOT create it in target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66 2024-11-12T03:21:32,753 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:21:32,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/hadoop.tmp.dir so I do NOT create it in target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66 2024-11-12T03:21:32,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/1c3cc7e9-b1c1-5016-f0cd-4667021d4469/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:21:32,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66 2024-11-12T03:21:32,754 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/cluster_693e9100-56d5-0174-39ad-fa3d7cc90f6a, deleteOnExit=true 2024-11-12T03:21:32,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012d0f479d0005, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:21:32,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012d0f479d0002, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:21:32,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012d0f479d0005, quorum=127.0.0.1:50868, baseZNode=/1808530705 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:21:32,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012d0f479d0008, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:21:32,801 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012d0f479d0002, quorum=127.0.0.1:50868, baseZNode=/0-551790003 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:21:32,802 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012d0f479d0008, quorum=127.0.0.1:50868, baseZNode=/21228433937 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:21:32,822 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/cluster_693e9100-56d5-0174-39ad-fa3d7cc90f6a/zookeeper_0, clientPort=55386, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/cluster_693e9100-56d5-0174-39ad-fa3d7cc90f6a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/cluster_693e9100-56d5-0174-39ad-fa3d7cc90f6a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T03:21:32,823 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55386 2024-11-12T03:21:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:21:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:21:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/test.cache.data in system properties and HBase conf 2024-11-12T03:21:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:21:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:21:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:21:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:21:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:21:32,823 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:21:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:21:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:21:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:21:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:21:32,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:21:32,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:21:32,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:21:32,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:21:32,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:21:32,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:21:32,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:21:32,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:21:32,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:21:32,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:21:33,148 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:21:33,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:21:33,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:21:33,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:21:33,152 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:21:33,153 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:21:33,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@64155f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:21:33,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40a48f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:21:33,265 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18f616f3{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/java.io.tmpdir/jetty-localhost-34271-hadoop-hdfs-3_4_1-tests_jar-_-any-5363510628653648847/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:21:33,265 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@19834401{HTTP/1.1, (http/1.1)}{localhost:34271} 2024-11-12T03:21:33,265 INFO [Time-limited test {}] server.Server(415): Started @269374ms 2024-11-12T03:21:33,548 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:21:33,551 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:21:33,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:21:33,551 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:21:33,551 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:21:33,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:21:33,552 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:21:33,648 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1342b4f9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/java.io.tmpdir/jetty-localhost-39605-hadoop-hdfs-3_4_1-tests_jar-_-any-11102499827143967473/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:21:33,648 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:39605} 2024-11-12T03:21:33,648 INFO [Time-limited test {}] server.Server(415): Started @269757ms 2024-11-12T03:21:33,649 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:21:34,231 WARN [Thread-3430 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/cluster_693e9100-56d5-0174-39ad-fa3d7cc90f6a/data/data2/current/BP-1083722805-172.17.0.2-1731381692837/current, will proceed with Du for space computation calculation, 2024-11-12T03:21:34,231 WARN [Thread-3429 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/cluster_693e9100-56d5-0174-39ad-fa3d7cc90f6a/data/data1/current/BP-1083722805-172.17.0.2-1731381692837/current, will proceed with Du for space computation calculation, 2024-11-12T03:21:34,245 WARN [Thread-3417 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:21:34,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25c837552311bc0c with lease ID 0xb3cb4b8dae6554d9: Processing first storage report for DS-c207ab6c-0519-4110-b451-7d70b8532002 from datanode DatanodeRegistration(127.0.0.1:34821, datanodeUuid=4620b579-f7be-4f8d-8fbc-603a49a153ac, infoPort=43959, infoSecurePort=0, ipcPort=35943, storageInfo=lv=-57;cid=testClusterID;nsid=489816901;c=1731381692837) 2024-11-12T03:21:34,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25c837552311bc0c with lease ID 0xb3cb4b8dae6554d9: from storage DS-c207ab6c-0519-4110-b451-7d70b8532002 node DatanodeRegistration(127.0.0.1:34821, datanodeUuid=4620b579-f7be-4f8d-8fbc-603a49a153ac, infoPort=43959, infoSecurePort=0, ipcPort=35943, storageInfo=lv=-57;cid=testClusterID;nsid=489816901;c=1731381692837), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:21:34,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x25c837552311bc0c with lease ID 0xb3cb4b8dae6554d9: Processing first storage report for DS-0ebf3af9-68d1-406e-9f51-7e58c3d5b732 from datanode DatanodeRegistration(127.0.0.1:34821, datanodeUuid=4620b579-f7be-4f8d-8fbc-603a49a153ac, infoPort=43959, infoSecurePort=0, ipcPort=35943, storageInfo=lv=-57;cid=testClusterID;nsid=489816901;c=1731381692837) 2024-11-12T03:21:34,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x25c837552311bc0c with lease ID 0xb3cb4b8dae6554d9: from storage DS-0ebf3af9-68d1-406e-9f51-7e58c3d5b732 node DatanodeRegistration(127.0.0.1:34821, datanodeUuid=4620b579-f7be-4f8d-8fbc-603a49a153ac, infoPort=43959, infoSecurePort=0, ipcPort=35943, storageInfo=lv=-57;cid=testClusterID;nsid=489816901;c=1731381692837), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:21:34,272 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66 2024-11-12T03:21:34,272 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:34,273 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:34,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:21:34,474 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:21:34,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:34,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:34,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:34,475 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:34,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:34,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:34,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:34,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:34,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:34,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:34,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:34,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:34,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:34,679 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471 with version=8 2024-11-12T03:21:34,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/hbase-staging 2024-11-12T03:21:34,681 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:21:34,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:34,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:34,681 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:21:34,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:34,681 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:21:34,681 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:21:34,681 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:21:34,681 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36547 2024-11-12T03:21:34,682 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36547 connecting to ZooKeeper ensemble=127.0.0.1:55386 2024-11-12T03:21:34,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:365470x0, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:21:34,788 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36547-0x1012d1005400000 connected 2024-11-12T03:21:34,872 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:34,873 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:34,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Set watcher on znode that does not yet exist, /01873474785/running 2024-11-12T03:21:34,875 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471, hbase.cluster.distributed=false 2024-11-12T03:21:34,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Set watcher on znode that does not yet exist, /01873474785/acl 2024-11-12T03:21:34,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36547 2024-11-12T03:21:34,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36547 2024-11-12T03:21:34,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36547 2024-11-12T03:21:34,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36547 2024-11-12T03:21:34,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36547 2024-11-12T03:21:34,890 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:21:34,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:34,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:34,890 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:21:34,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:34,890 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:21:34,890 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:21:34,891 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:21:34,891 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39153 2024-11-12T03:21:34,892 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39153 connecting to ZooKeeper ensemble=127.0.0.1:55386 2024-11-12T03:21:34,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:34,893 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:34,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:391530x0, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:21:34,907 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Set watcher on znode that does not yet exist, /01873474785/running 2024-11-12T03:21:34,907 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39153-0x1012d1005400001 connected 2024-11-12T03:21:34,907 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:21:34,907 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:21:34,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Set watcher on znode that does not yet exist, /01873474785/master 2024-11-12T03:21:34,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Set watcher on znode that does not yet exist, /01873474785/acl 2024-11-12T03:21:34,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39153 2024-11-12T03:21:34,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39153 2024-11-12T03:21:34,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39153 2024-11-12T03:21:34,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39153 2024-11-12T03:21:34,918 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39153 2024-11-12T03:21:34,927 DEBUG [M:0;3fb681890ab2:36547 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:36547 2024-11-12T03:21:34,928 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01873474785/backup-masters/3fb681890ab2,36547,1731381694680 2024-11-12T03:21:34,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785/backup-masters 2024-11-12T03:21:34,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785/backup-masters 2024-11-12T03:21:34,938 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Set watcher on existing znode=/01873474785/backup-masters/3fb681890ab2,36547,1731381694680 2024-11-12T03:21:34,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:21:34,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01873474785/master 2024-11-12T03:21:34,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:21:34,949 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Set watcher on existing znode=/01873474785/master 2024-11-12T03:21:34,949 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01873474785/backup-masters/3fb681890ab2,36547,1731381694680 from backup master directory 2024-11-12T03:21:34,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01873474785/backup-masters/3fb681890ab2,36547,1731381694680 2024-11-12T03:21:34,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785/backup-masters 2024-11-12T03:21:34,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785/backup-masters 2024-11-12T03:21:34,959 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:21:34,959 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,36547,1731381694680 2024-11-12T03:21:34,962 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/hbase.id] with ID: e0528919-ee7b-42a9-aea7-f5838f18e042 2024-11-12T03:21:34,962 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/.tmp/hbase.id 2024-11-12T03:21:34,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:21:35,366 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/.tmp/hbase.id]:[hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/hbase.id] 2024-11-12T03:21:35,372 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:35,372 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:21:35,372 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T03:21:35,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:21:35,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:21:35,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:21:35,823 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:35,824 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:21:35,825 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:35,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:21:36,230 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store 2024-11-12T03:21:36,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:21:36,634 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:36,635 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:21:36,635 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:36,635 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:36,635 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:21:36,635 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:36,635 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:36,635 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381696635Disabling compacts and flushes for region at 1731381696635Disabling writes for close at 1731381696635Writing region close event to WAL at 1731381696635Closed at 1731381696635 2024-11-12T03:21:36,635 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/.initializing 2024-11-12T03:21:36,635 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/WALs/3fb681890ab2,36547,1731381694680 2024-11-12T03:21:36,636 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:21:36,637 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C36547%2C1731381694680, suffix=, logDir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/WALs/3fb681890ab2,36547,1731381694680, archiveDir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/oldWALs, maxLogs=10 2024-11-12T03:21:36,652 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/WALs/3fb681890ab2,36547,1731381694680/3fb681890ab2%2C36547%2C1731381694680.1731381696637, exclude list is [], retry=0 2024-11-12T03:21:36,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-c207ab6c-0519-4110-b451-7d70b8532002,DISK] 2024-11-12T03:21:36,655 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/WALs/3fb681890ab2,36547,1731381694680/3fb681890ab2%2C36547%2C1731381694680.1731381696637 2024-11-12T03:21:36,656 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43959:43959)] 2024-11-12T03:21:36,656 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:36,656 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:36,656 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:36,656 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:36,657 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:36,658 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:21:36,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:36,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:36,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:36,659 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:21:36,660 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:36,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:36,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:36,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:21:36,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:36,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:36,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:36,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:21:36,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:36,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:36,662 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:36,663 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:36,663 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:36,664 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:36,664 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:36,664 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:21:36,665 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:36,666 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:36,666 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64106601, jitterRate=-0.044737204909324646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:21:36,667 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381696656Initializing all the Stores at 1731381696657 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381696657Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381696657Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381696657Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381696657Cleaning up temporary data from old regions at 1731381696664 (+7 ms)Region opened successfully at 1731381696667 (+3 ms) 2024-11-12T03:21:36,667 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:21:36,669 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c4cf51a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:21:36,669 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:21:36,669 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:21:36,669 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:21:36,670 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:21:36,670 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:21:36,670 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:21:36,670 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:21:36,671 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:21:36,672 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Unable to get data of znode /01873474785/balancer because node does not exist (not necessarily an error) 2024-11-12T03:21:36,724 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01873474785/balancer already deleted, retry=false 2024-11-12T03:21:36,725 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:21:36,725 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Unable to get data of znode /01873474785/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:21:36,735 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01873474785/normalizer already deleted, retry=false 2024-11-12T03:21:36,735 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:21:36,735 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Unable to get data of znode /01873474785/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:21:36,745 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01873474785/switch/split already deleted, retry=false 2024-11-12T03:21:36,746 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Unable to get data of znode /01873474785/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:21:36,756 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01873474785/switch/merge already deleted, retry=false 2024-11-12T03:21:36,757 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Unable to get data of znode /01873474785/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:21:36,769 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01873474785/snapshot-cleanup already deleted, retry=false 2024-11-12T03:21:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01873474785/running 2024-11-12T03:21:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01873474785/running 2024-11-12T03:21:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:21:36,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:21:36,780 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,36547,1731381694680, sessionid=0x1012d1005400000, setting cluster-up flag (Was=false) 2024-11-12T03:21:36,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:21:36,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:21:36,833 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01873474785/flush-table-proc/acquired, /01873474785/flush-table-proc/reached, /01873474785/flush-table-proc/abort 2024-11-12T03:21:36,834 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,36547,1731381694680 2024-11-12T03:21:36,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:21:36,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:21:36,885 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01873474785/online-snapshot/acquired, /01873474785/online-snapshot/reached, /01873474785/online-snapshot/abort 2024-11-12T03:21:36,886 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,36547,1731381694680 2024-11-12T03:21:36,887 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:21:36,888 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:21:36,888 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:21:36,889 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:21:36,889 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,36547,1731381694680 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:21:36,890 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:21:36,890 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:21:36,890 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:21:36,890 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:21:36,890 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:21:36,890 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:36,890 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:21:36,890 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:36,891 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381726891 2024-11-12T03:21:36,891 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:21:36,891 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:21:36,891 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:21:36,891 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:21:36,891 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:21:36,891 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:21:36,891 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:21:36,891 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:21:36,892 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:36,892 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:21:36,892 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:21:36,892 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:21:36,892 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:21:36,892 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:36,892 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:21:36,892 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:21:36,892 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:21:36,893 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381696892,5,FailOnTimeoutGroup] 2024-11-12T03:21:36,893 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381696893,5,FailOnTimeoutGroup] 2024-11-12T03:21:36,893 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:36,893 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:21:36,893 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:36,893 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:36,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:21:36,920 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(746): ClusterId : e0528919-ee7b-42a9-aea7-f5838f18e042 2024-11-12T03:21:36,920 DEBUG [RS:0;3fb681890ab2:39153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:21:36,928 DEBUG [RS:0;3fb681890ab2:39153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:21:36,928 DEBUG [RS:0;3fb681890ab2:39153 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:21:36,938 DEBUG [RS:0;3fb681890ab2:39153 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:21:36,939 DEBUG [RS:0;3fb681890ab2:39153 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c93a925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:21:36,948 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:39153 2024-11-12T03:21:36,948 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:21:36,948 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:21:36,948 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:21:36,949 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,36547,1731381694680 with port=39153, startcode=1731381694890 2024-11-12T03:21:36,949 DEBUG [RS:0;3fb681890ab2:39153 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:21:36,950 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:21:36,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36547 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,39153,1731381694890 2024-11-12T03:21:36,950 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36547 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,39153,1731381694890 2024-11-12T03:21:36,951 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471 2024-11-12T03:21:36,951 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40345 2024-11-12T03:21:36,951 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:21:36,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785/rs 2024-11-12T03:21:36,959 DEBUG [RS:0;3fb681890ab2:39153 {}] zookeeper.ZKUtil(111): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Set watcher on existing znode=/01873474785/rs/3fb681890ab2,39153,1731381694890 2024-11-12T03:21:36,959 WARN [RS:0;3fb681890ab2:39153 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:21:36,959 INFO [RS:0;3fb681890ab2:39153 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:36,959 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890 2024-11-12T03:21:36,959 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,39153,1731381694890] 2024-11-12T03:21:36,962 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:21:36,964 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:21:36,964 INFO [RS:0;3fb681890ab2:39153 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:21:36,964 INFO [RS:0;3fb681890ab2:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:36,964 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:21:36,964 INFO [RS:0;3fb681890ab2:39153 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:21:36,965 INFO [RS:0;3fb681890ab2:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:36,965 DEBUG [RS:0;3fb681890ab2:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:36,965 DEBUG [RS:0;3fb681890ab2:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:36,965 DEBUG [RS:0;3fb681890ab2:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:36,965 DEBUG [RS:0;3fb681890ab2:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:36,965 DEBUG [RS:0;3fb681890ab2:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:36,965 DEBUG [RS:0;3fb681890ab2:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:21:36,965 DEBUG [RS:0;3fb681890ab2:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:36,965 DEBUG [RS:0;3fb681890ab2:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:36,965 DEBUG [RS:0;3fb681890ab2:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:36,965 DEBUG [RS:0;3fb681890ab2:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:36,965 DEBUG [RS:0;3fb681890ab2:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:36,965 DEBUG [RS:0;3fb681890ab2:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:36,965 DEBUG [RS:0;3fb681890ab2:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:21:36,965 DEBUG [RS:0;3fb681890ab2:39153 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:21:36,971 INFO [RS:0;3fb681890ab2:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:36,971 INFO [RS:0;3fb681890ab2:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:36,971 INFO [RS:0;3fb681890ab2:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:36,971 INFO [RS:0;3fb681890ab2:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:36,971 INFO [RS:0;3fb681890ab2:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:36,971 INFO [RS:0;3fb681890ab2:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39153,1731381694890-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:21:36,983 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:21:36,983 INFO [RS:0;3fb681890ab2:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,39153,1731381694890-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:36,983 INFO [RS:0;3fb681890ab2:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:36,983 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.Replication(171): 3fb681890ab2,39153,1731381694890 started 2024-11-12T03:21:36,995 INFO [RS:0;3fb681890ab2:39153 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:36,996 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,39153,1731381694890, RpcServer on 3fb681890ab2/172.17.0.2:39153, sessionid=0x1012d1005400001 2024-11-12T03:21:36,996 DEBUG [RS:0;3fb681890ab2:39153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:21:36,996 DEBUG [RS:0;3fb681890ab2:39153 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,39153,1731381694890 2024-11-12T03:21:36,996 DEBUG [RS:0;3fb681890ab2:39153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,39153,1731381694890' 2024-11-12T03:21:36,996 DEBUG [RS:0;3fb681890ab2:39153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01873474785/flush-table-proc/abort' 2024-11-12T03:21:36,996 DEBUG [RS:0;3fb681890ab2:39153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01873474785/flush-table-proc/acquired' 2024-11-12T03:21:36,996 DEBUG [RS:0;3fb681890ab2:39153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:21:36,996 DEBUG [RS:0;3fb681890ab2:39153 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:21:36,997 DEBUG [RS:0;3fb681890ab2:39153 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,39153,1731381694890 2024-11-12T03:21:36,997 DEBUG [RS:0;3fb681890ab2:39153 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,39153,1731381694890' 2024-11-12T03:21:36,997 DEBUG [RS:0;3fb681890ab2:39153 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01873474785/online-snapshot/abort' 2024-11-12T03:21:36,997 DEBUG [RS:0;3fb681890ab2:39153 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01873474785/online-snapshot/acquired' 2024-11-12T03:21:36,997 DEBUG [RS:0;3fb681890ab2:39153 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:21:36,997 INFO [RS:0;3fb681890ab2:39153 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:21:36,997 INFO [RS:0;3fb681890ab2:39153 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:21:37,097 INFO [RS:0;3fb681890ab2:39153 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:21:37,099 INFO [RS:0;3fb681890ab2:39153 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C39153%2C1731381694890, suffix=, logDir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890, archiveDir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/oldWALs, maxLogs=10 2024-11-12T03:21:37,111 DEBUG [RS:0;3fb681890ab2:39153 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099, exclude list is [], retry=0 2024-11-12T03:21:37,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-c207ab6c-0519-4110-b451-7d70b8532002,DISK] 2024-11-12T03:21:37,114 INFO [RS:0;3fb681890ab2:39153 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 2024-11-12T03:21:37,114 DEBUG [RS:0;3fb681890ab2:39153 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43959:43959)] 2024-11-12T03:21:37,298 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:21:37,298 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471 2024-11-12T03:21:37,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:21:37,702 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:37,703 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:21:37,704 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:21:37,704 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:37,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:37,705 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:21:37,705 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:21:37,705 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:37,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:37,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:21:37,706 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:21:37,706 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:37,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:37,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:21:37,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:21:37,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:37,707 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:37,707 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:21:37,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740 2024-11-12T03:21:37,708 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740 2024-11-12T03:21:37,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:21:37,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:21:37,709 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:21:37,710 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:21:37,711 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:37,711 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70464273, jitterRate=0.04999949038028717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:21:37,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381697702Initializing all the Stores at 1731381697703 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381697703Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381697703Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381697703Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381697703Cleaning up temporary data from old regions at 1731381697709 (+6 ms)Region opened successfully at 1731381697712 (+3 ms) 2024-11-12T03:21:37,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:21:37,712 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:21:37,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:21:37,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:21:37,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:21:37,712 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:21:37,712 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381697712Disabling compacts and flushes for region at 1731381697712Disabling writes for close at 1731381697712Writing region close event to WAL at 1731381697712Closed at 1731381697712 2024-11-12T03:21:37,713 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:21:37,713 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:21:37,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:21:37,714 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:21:37,715 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:21:37,865 DEBUG [3fb681890ab2:36547 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:21:37,866 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,39153,1731381694890 2024-11-12T03:21:37,867 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,39153,1731381694890, state=OPENING 2024-11-12T03:21:38,041 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:21:38,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:21:38,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:21:38,061 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:21:38,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01873474785/meta-region-server: CHANGED 2024-11-12T03:21:38,061 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01873474785/meta-region-server: CHANGED 2024-11-12T03:21:38,061 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,39153,1731381694890}] 2024-11-12T03:21:38,213 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:21:38,215 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48529, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:21:38,218 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:21:38,218 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:38,218 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:21:38,219 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C39153%2C1731381694890.meta, suffix=.meta, logDir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890, archiveDir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/oldWALs, maxLogs=10 2024-11-12T03:21:38,235 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.meta.1731381698219.meta, exclude list is [], retry=0 2024-11-12T03:21:38,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-c207ab6c-0519-4110-b451-7d70b8532002,DISK] 2024-11-12T03:21:38,238 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.meta.1731381698219.meta 2024-11-12T03:21:38,238 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43959:43959)] 2024-11-12T03:21:38,238 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:38,239 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:38,239 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:21:38,239 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:21:38,239 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:21:38,239 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:21:38,239 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:38,239 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:21:38,239 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:21:38,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:21:38,241 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:21:38,241 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:38,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:38,241 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:21:38,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:21:38,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:38,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:38,242 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:21:38,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:21:38,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:38,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:38,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:21:38,243 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:21:38,243 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:38,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:38,244 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:21:38,244 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740 2024-11-12T03:21:38,245 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740 2024-11-12T03:21:38,245 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:21:38,245 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:21:38,246 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:21:38,246 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:21:38,247 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74081390, jitterRate=0.10389873385429382}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:21:38,247 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:21:38,247 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381698239Writing region info on filesystem at 1731381698239Initializing all the Stores at 1731381698240 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381698240Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381698240Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381698240Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381698240Cleaning up temporary data from old regions at 1731381698245 (+5 ms)Running coprocessor post-open hooks at 1731381698247 (+2 ms)Region opened successfully at 1731381698247 2024-11-12T03:21:38,248 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381698213 2024-11-12T03:21:38,250 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:21:38,250 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:21:38,250 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,39153,1731381694890 2024-11-12T03:21:38,251 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,39153,1731381694890, state=OPEN 2024-11-12T03:21:38,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01873474785/meta-region-server 2024-11-12T03:21:38,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01873474785/meta-region-server 2024-11-12T03:21:38,284 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,39153,1731381694890 2024-11-12T03:21:38,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01873474785/meta-region-server: CHANGED 2024-11-12T03:21:38,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01873474785/meta-region-server: CHANGED 2024-11-12T03:21:38,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:21:38,286 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,39153,1731381694890 in 223 msec 2024-11-12T03:21:38,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:21:38,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 573 msec 2024-11-12T03:21:38,287 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:21:38,287 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:21:38,288 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:38,288 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,39153,1731381694890, seqNum=-1] 2024-11-12T03:21:38,288 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:38,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44111, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:21:38,293 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.4050 sec 2024-11-12T03:21:38,293 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381698293, completionTime=-1 2024-11-12T03:21:38,293 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:21:38,293 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:21:38,295 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:21:38,295 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381758295 2024-11-12T03:21:38,295 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381818295 2024-11-12T03:21:38,295 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T03:21:38,295 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36547,1731381694680-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:38,295 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36547,1731381694680-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:38,295 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36547,1731381694680-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:38,295 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:36547, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:38,295 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:38,295 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:38,296 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:21:38,298 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.339sec 2024-11-12T03:21:38,298 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:21:38,298 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:21:38,298 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:21:38,298 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:21:38,298 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:21:38,298 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36547,1731381694680-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:21:38,298 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36547,1731381694680-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:21:38,299 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:21:38,299 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:21:38,300 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36547,1731381694680-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:38,321 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17e40780, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:38,321 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,36547,-1 for getting cluster id 2024-11-12T03:21:38,321 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:38,322 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0528919-ee7b-42a9-aea7-f5838f18e042' 2024-11-12T03:21:38,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:38,322 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0528919-ee7b-42a9-aea7-f5838f18e042" 2024-11-12T03:21:38,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32939a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:38,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,36547,-1] 2024-11-12T03:21:38,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:38,323 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:38,324 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:38,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1492cc4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:38,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,39153,1731381694890, seqNum=-1] 2024-11-12T03:21:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:38,326 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:21:38,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,36547,1731381694680 2024-11-12T03:21:38,328 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55386 2024-11-12T03:21:38,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:21:38,349 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012d1005400002 connected 2024-11-12T03:21:38,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/hadoop.log.dir so I do NOT create it in target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab 2024-11-12T03:21:38,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:21:38,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/hadoop.tmp.dir so I do NOT create it in target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab 2024-11-12T03:21:38,361 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:21:38,361 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab 2024-11-12T03:21:38,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:21:38,361 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/cluster_6eaf9409-7875-17ae-70de-f831d843fd11, deleteOnExit=true 2024-11-12T03:21:38,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:21:38,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/test.cache.data in system properties and HBase conf 2024-11-12T03:21:38,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:21:38,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:21:38,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:21:38,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:21:38,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:21:38,361 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:21:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:21:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:21:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:21:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:21:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:21:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:21:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:21:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:21:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:21:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:21:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:21:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:21:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:21:38,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:21:38,646 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:21:38,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:21:38,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:21:38,650 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:21:38,650 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:21:38,651 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:21:38,651 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c3bd2e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:21:38,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@477a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:21:38,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cb05dc5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/java.io.tmpdir/jetty-localhost-46635-hadoop-hdfs-3_4_1-tests_jar-_-any-2939542963589766681/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:21:38,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c773f45{HTTP/1.1, (http/1.1)}{localhost:46635} 2024-11-12T03:21:38,746 INFO [Time-limited test {}] server.Server(415): Started @274855ms 2024-11-12T03:21:39,000 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:21:39,002 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:21:39,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:21:39,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:21:39,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:21:39,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@600039f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:21:39,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5f92b2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:21:39,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198298d9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/java.io.tmpdir/jetty-localhost-35427-hadoop-hdfs-3_4_1-tests_jar-_-any-3379953857167233848/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:21:39,097 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@965b6c{HTTP/1.1, (http/1.1)}{localhost:35427} 2024-11-12T03:21:39,097 INFO [Time-limited test {}] server.Server(415): Started @275206ms 2024-11-12T03:21:39,098 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:21:39,767 WARN [Thread-3551 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/cluster_6eaf9409-7875-17ae-70de-f831d843fd11/data/data2/current/BP-755278243-172.17.0.2-1731381698375/current, will proceed with Du for space computation calculation, 2024-11-12T03:21:39,767 WARN [Thread-3550 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/cluster_6eaf9409-7875-17ae-70de-f831d843fd11/data/data1/current/BP-755278243-172.17.0.2-1731381698375/current, will proceed with Du for space computation calculation, 2024-11-12T03:21:39,784 WARN [Thread-3538 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:21:39,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa575200f56731cfa with lease ID 0x74f415a55a56f367: Processing first storage report for DS-c31ba86f-4645-49a0-a1c0-0dbeaa78f367 from datanode DatanodeRegistration(127.0.0.1:40441, datanodeUuid=0158ffb4-d635-40d8-bf1d-237108701e4b, infoPort=46491, infoSecurePort=0, ipcPort=38417, storageInfo=lv=-57;cid=testClusterID;nsid=1562246545;c=1731381698375) 2024-11-12T03:21:39,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa575200f56731cfa with lease ID 0x74f415a55a56f367: from storage DS-c31ba86f-4645-49a0-a1c0-0dbeaa78f367 node DatanodeRegistration(127.0.0.1:40441, datanodeUuid=0158ffb4-d635-40d8-bf1d-237108701e4b, infoPort=46491, infoSecurePort=0, ipcPort=38417, storageInfo=lv=-57;cid=testClusterID;nsid=1562246545;c=1731381698375), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:21:39,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa575200f56731cfa with lease ID 0x74f415a55a56f367: Processing first storage report for DS-0073c4ab-3607-4ab0-8086-dc5e2df5ed00 from datanode DatanodeRegistration(127.0.0.1:40441, datanodeUuid=0158ffb4-d635-40d8-bf1d-237108701e4b, infoPort=46491, infoSecurePort=0, ipcPort=38417, storageInfo=lv=-57;cid=testClusterID;nsid=1562246545;c=1731381698375) 2024-11-12T03:21:39,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa575200f56731cfa with lease ID 0x74f415a55a56f367: from storage DS-0073c4ab-3607-4ab0-8086-dc5e2df5ed00 node DatanodeRegistration(127.0.0.1:40441, datanodeUuid=0158ffb4-d635-40d8-bf1d-237108701e4b, infoPort=46491, infoSecurePort=0, ipcPort=38417, storageInfo=lv=-57;cid=testClusterID;nsid=1562246545;c=1731381698375), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:21:39,820 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab 2024-11-12T03:21:39,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:39,822 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:39,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:21:40,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T03:21:40,005 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T03:21:40,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T03:21:40,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:21:40,228 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d with version=8 2024-11-12T03:21:40,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/hbase-staging 2024-11-12T03:21:40,231 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:21:40,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:40,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:40,231 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:21:40,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:40,231 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:21:40,231 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:21:40,231 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:21:40,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45175 2024-11-12T03:21:40,232 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45175 connecting to ZooKeeper ensemble=127.0.0.1:55386 2024-11-12T03:21:40,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:451750x0, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:21:40,307 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45175-0x1012d1005400003 connected 2024-11-12T03:21:40,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:40,382 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:40,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Set watcher on znode that does not yet exist, /1-2088443024/running 2024-11-12T03:21:40,384 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d, hbase.cluster.distributed=false 2024-11-12T03:21:40,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Set watcher on znode that does not yet exist, /1-2088443024/acl 2024-11-12T03:21:40,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45175 2024-11-12T03:21:40,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45175 2024-11-12T03:21:40,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45175 2024-11-12T03:21:40,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45175 2024-11-12T03:21:40,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45175 2024-11-12T03:21:40,400 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:21:40,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:40,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:40,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:21:40,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:40,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:21:40,400 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:21:40,400 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:21:40,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40699 2024-11-12T03:21:40,401 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40699 connecting to ZooKeeper ensemble=127.0.0.1:55386 2024-11-12T03:21:40,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:40,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:40,411 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:406990x0, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:21:40,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40699-0x1012d1005400004 connected 2024-11-12T03:21:40,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Set watcher on znode that does not yet exist, /1-2088443024/running 2024-11-12T03:21:40,412 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:21:40,412 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:21:40,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Set watcher on znode that does not yet exist, /1-2088443024/master 2024-11-12T03:21:40,414 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Set watcher on znode that does not yet exist, /1-2088443024/acl 2024-11-12T03:21:40,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40699 2024-11-12T03:21:40,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40699 2024-11-12T03:21:40,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40699 2024-11-12T03:21:40,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40699 2024-11-12T03:21:40,420 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40699 2024-11-12T03:21:40,430 DEBUG [M:0;3fb681890ab2:45175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:45175 2024-11-12T03:21:40,431 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-2088443024/backup-masters/3fb681890ab2,45175,1731381700230 2024-11-12T03:21:40,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024/backup-masters 2024-11-12T03:21:40,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024/backup-masters 2024-11-12T03:21:40,443 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Set watcher on existing znode=/1-2088443024/backup-masters/3fb681890ab2,45175,1731381700230 2024-11-12T03:21:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2088443024/master 2024-11-12T03:21:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:21:40,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:21:40,454 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Set watcher on existing znode=/1-2088443024/master 2024-11-12T03:21:40,454 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-2088443024/backup-masters/3fb681890ab2,45175,1731381700230 from backup master directory 2024-11-12T03:21:40,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024/backup-masters 2024-11-12T03:21:40,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2088443024/backup-masters/3fb681890ab2,45175,1731381700230 2024-11-12T03:21:40,464 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024/backup-masters 2024-11-12T03:21:40,464 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:21:40,464 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,45175,1731381700230 2024-11-12T03:21:40,466 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/hbase.id] with ID: d789b25b-e34b-4597-acc5-1d9d872d7232 2024-11-12T03:21:40,466 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/.tmp/hbase.id 2024-11-12T03:21:40,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:21:40,870 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/.tmp/hbase.id]:[hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/hbase.id] 2024-11-12T03:21:40,877 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:40,877 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:21:40,877 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T03:21:40,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:21:40,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:21:40,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:21:41,331 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:41,331 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:21:41,332 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:41,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:21:41,338 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store 2024-11-12T03:21:41,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:21:41,744 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:41,745 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:21:41,745 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:41,745 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:41,745 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:21:41,745 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:41,745 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:41,745 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381701745Disabling compacts and flushes for region at 1731381701745Disabling writes for close at 1731381701745Writing region close event to WAL at 1731381701745Closed at 1731381701745 2024-11-12T03:21:41,746 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/.initializing 2024-11-12T03:21:41,746 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/WALs/3fb681890ab2,45175,1731381700230 2024-11-12T03:21:41,746 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:21:41,747 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C45175%2C1731381700230, suffix=, logDir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/WALs/3fb681890ab2,45175,1731381700230, archiveDir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/oldWALs, maxLogs=10 2024-11-12T03:21:41,759 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/WALs/3fb681890ab2,45175,1731381700230/3fb681890ab2%2C45175%2C1731381700230.1731381701747, exclude list is [], retry=0 2024-11-12T03:21:41,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40441,DS-c31ba86f-4645-49a0-a1c0-0dbeaa78f367,DISK] 2024-11-12T03:21:41,762 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/WALs/3fb681890ab2,45175,1731381700230/3fb681890ab2%2C45175%2C1731381700230.1731381701747 2024-11-12T03:21:41,762 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46491:46491)] 2024-11-12T03:21:41,762 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:41,762 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:41,763 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:41,763 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:41,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:41,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:21:41,765 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:41,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:41,765 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:41,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:21:41,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:41,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:41,766 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:41,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:21:41,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:41,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:41,767 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:41,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:21:41,768 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:41,768 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:41,768 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:41,769 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:41,769 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:41,770 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:41,770 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:41,770 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:21:41,771 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:41,772 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:41,772 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69373769, jitterRate=0.033749714493751526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:21:41,772 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381701763Initializing all the Stores at 1731381701763Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381701763Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381701764 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381701764Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381701764Cleaning up temporary data from old regions at 1731381701770 (+6 ms)Region opened successfully at 1731381701772 (+2 ms) 2024-11-12T03:21:41,773 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:21:41,774 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56606739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:21:41,775 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:21:41,775 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:21:41,775 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:21:41,775 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:21:41,776 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:21:41,776 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:21:41,776 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:21:41,777 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:21:41,778 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Unable to get data of znode /1-2088443024/balancer because node does not exist (not necessarily an error) 2024-11-12T03:21:41,829 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2088443024/balancer already deleted, retry=false 2024-11-12T03:21:41,829 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:21:41,830 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Unable to get data of znode /1-2088443024/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:21:41,839 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2088443024/normalizer already deleted, retry=false 2024-11-12T03:21:41,840 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:21:41,840 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Unable to get data of znode /1-2088443024/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:21:41,850 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2088443024/switch/split already deleted, retry=false 2024-11-12T03:21:41,851 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Unable to get data of znode /1-2088443024/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:21:41,860 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2088443024/switch/merge already deleted, retry=false 2024-11-12T03:21:41,862 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Unable to get data of znode /1-2088443024/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:21:41,953 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-2088443024/snapshot-cleanup already deleted, retry=false 2024-11-12T03:21:42,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2088443024/running 2024-11-12T03:21:42,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-2088443024/running 2024-11-12T03:21:42,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:21:42,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:21:42,028 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,45175,1731381700230, sessionid=0x1012d1005400003, setting cluster-up flag (Was=false) 2024-11-12T03:21:42,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:21:42,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:21:42,345 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2088443024/flush-table-proc/acquired, /1-2088443024/flush-table-proc/reached, /1-2088443024/flush-table-proc/abort 2024-11-12T03:21:42,346 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,45175,1731381700230 2024-11-12T03:21:42,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:21:42,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:21:42,397 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-2088443024/online-snapshot/acquired, /1-2088443024/online-snapshot/reached, /1-2088443024/online-snapshot/abort 2024-11-12T03:21:42,398 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,45175,1731381700230 2024-11-12T03:21:42,399 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:21:42,400 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:21:42,401 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:21:42,401 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:21:42,401 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,45175,1731381700230 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:21:42,402 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:21:42,402 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:21:42,402 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:21:42,402 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:21:42,402 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:21:42,403 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:42,403 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:21:42,403 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:42,403 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381732403 2024-11-12T03:21:42,403 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:21:42,403 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:21:42,404 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:21:42,404 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:21:42,404 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:21:42,404 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:21:42,404 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:21:42,404 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:21:42,404 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:42,404 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:21:42,404 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:21:42,404 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:21:42,404 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:21:42,404 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:21:42,404 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:21:42,404 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:42,404 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381702404,5,FailOnTimeoutGroup] 2024-11-12T03:21:42,405 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381702405,5,FailOnTimeoutGroup] 2024-11-12T03:21:42,405 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:42,405 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:21:42,405 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:21:42,405 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:42,405 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:42,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:21:42,424 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(746): ClusterId : d789b25b-e34b-4597-acc5-1d9d872d7232 2024-11-12T03:21:42,424 DEBUG [RS:0;3fb681890ab2:40699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:21:42,433 DEBUG [RS:0;3fb681890ab2:40699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:21:42,433 DEBUG [RS:0;3fb681890ab2:40699 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:21:42,486 DEBUG [RS:0;3fb681890ab2:40699 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:21:42,486 DEBUG [RS:0;3fb681890ab2:40699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3be4e9a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:21:42,499 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:40699 2024-11-12T03:21:42,500 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:21:42,500 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:21:42,500 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:21:42,500 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,45175,1731381700230 with port=40699, startcode=1731381700400 2024-11-12T03:21:42,500 DEBUG [RS:0;3fb681890ab2:40699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:21:42,502 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41685, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:21:42,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,40699,1731381700400 2024-11-12T03:21:42,502 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45175 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,40699,1731381700400 2024-11-12T03:21:42,503 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d 2024-11-12T03:21:42,503 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45039 2024-11-12T03:21:42,503 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:21:42,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024/rs 2024-11-12T03:21:42,632 DEBUG [RS:0;3fb681890ab2:40699 {}] zookeeper.ZKUtil(111): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Set watcher on existing znode=/1-2088443024/rs/3fb681890ab2,40699,1731381700400 2024-11-12T03:21:42,632 WARN [RS:0;3fb681890ab2:40699 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:21:42,632 INFO [RS:0;3fb681890ab2:40699 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:42,632 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400 2024-11-12T03:21:42,632 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,40699,1731381700400] 2024-11-12T03:21:42,635 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:21:42,636 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:21:42,636 INFO [RS:0;3fb681890ab2:40699 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:21:42,636 INFO [RS:0;3fb681890ab2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:42,636 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:21:42,636 INFO [RS:0;3fb681890ab2:40699 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:21:42,637 INFO [RS:0;3fb681890ab2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:42,637 DEBUG [RS:0;3fb681890ab2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:42,637 DEBUG [RS:0;3fb681890ab2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:42,637 DEBUG [RS:0;3fb681890ab2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:42,637 DEBUG [RS:0;3fb681890ab2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:42,637 DEBUG [RS:0;3fb681890ab2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:42,637 DEBUG [RS:0;3fb681890ab2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:21:42,637 DEBUG [RS:0;3fb681890ab2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:42,637 DEBUG [RS:0;3fb681890ab2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:42,637 DEBUG [RS:0;3fb681890ab2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:42,637 DEBUG [RS:0;3fb681890ab2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:42,637 DEBUG [RS:0;3fb681890ab2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:42,637 DEBUG [RS:0;3fb681890ab2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:42,637 DEBUG [RS:0;3fb681890ab2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:21:42,637 DEBUG [RS:0;3fb681890ab2:40699 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:21:42,637 INFO [RS:0;3fb681890ab2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:42,637 INFO [RS:0;3fb681890ab2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:42,637 INFO [RS:0;3fb681890ab2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:42,637 INFO [RS:0;3fb681890ab2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:42,637 INFO [RS:0;3fb681890ab2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:42,637 INFO [RS:0;3fb681890ab2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,40699,1731381700400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:21:42,650 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:21:42,650 INFO [RS:0;3fb681890ab2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,40699,1731381700400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:42,650 INFO [RS:0;3fb681890ab2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:42,650 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.Replication(171): 3fb681890ab2,40699,1731381700400 started 2024-11-12T03:21:42,661 INFO [RS:0;3fb681890ab2:40699 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:42,662 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,40699,1731381700400, RpcServer on 3fb681890ab2/172.17.0.2:40699, sessionid=0x1012d1005400004 2024-11-12T03:21:42,662 DEBUG [RS:0;3fb681890ab2:40699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:21:42,662 DEBUG [RS:0;3fb681890ab2:40699 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,40699,1731381700400 2024-11-12T03:21:42,662 DEBUG [RS:0;3fb681890ab2:40699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,40699,1731381700400' 2024-11-12T03:21:42,662 DEBUG [RS:0;3fb681890ab2:40699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2088443024/flush-table-proc/abort' 2024-11-12T03:21:42,662 DEBUG [RS:0;3fb681890ab2:40699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2088443024/flush-table-proc/acquired' 2024-11-12T03:21:42,663 DEBUG [RS:0;3fb681890ab2:40699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:21:42,663 DEBUG [RS:0;3fb681890ab2:40699 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:21:42,663 DEBUG [RS:0;3fb681890ab2:40699 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,40699,1731381700400 2024-11-12T03:21:42,663 DEBUG [RS:0;3fb681890ab2:40699 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,40699,1731381700400' 2024-11-12T03:21:42,663 DEBUG [RS:0;3fb681890ab2:40699 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-2088443024/online-snapshot/abort' 2024-11-12T03:21:42,663 DEBUG [RS:0;3fb681890ab2:40699 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-2088443024/online-snapshot/acquired' 2024-11-12T03:21:42,663 DEBUG [RS:0;3fb681890ab2:40699 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:21:42,663 INFO [RS:0;3fb681890ab2:40699 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:21:42,663 INFO [RS:0;3fb681890ab2:40699 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:21:42,763 INFO [RS:0;3fb681890ab2:40699 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:21:42,764 INFO [RS:0;3fb681890ab2:40699 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C40699%2C1731381700400, suffix=, logDir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400, archiveDir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/oldWALs, maxLogs=10 2024-11-12T03:21:42,777 DEBUG [RS:0;3fb681890ab2:40699 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765, exclude list is [], retry=0 2024-11-12T03:21:42,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40441,DS-c31ba86f-4645-49a0-a1c0-0dbeaa78f367,DISK] 2024-11-12T03:21:42,780 INFO [RS:0;3fb681890ab2:40699 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 2024-11-12T03:21:42,780 DEBUG [RS:0;3fb681890ab2:40699 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46491:46491)] 2024-11-12T03:21:42,809 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:21:42,809 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d 2024-11-12T03:21:42,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:21:42,962 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:21:43,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:43,215 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:21:43,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:21:43,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:43,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:43,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:21:43,216 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:21:43,216 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:43,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:43,217 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:21:43,217 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:21:43,217 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:43,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:43,218 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:21:43,218 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:21:43,219 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:43,219 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:43,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:21:43,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740 2024-11-12T03:21:43,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740 2024-11-12T03:21:43,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:21:43,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:21:43,221 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:21:43,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:21:43,222 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:43,223 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66992105, jitterRate=-0.0017398446798324585}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:21:43,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381703214Initializing all the Stores at 1731381703214Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381703214Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381703214Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381703214Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381703214Cleaning up temporary data from old regions at 1731381703220 (+6 ms)Region opened successfully at 1731381703223 (+3 ms) 2024-11-12T03:21:43,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:21:43,223 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:21:43,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:21:43,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:21:43,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:21:43,223 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:21:43,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381703223Disabling compacts and flushes for region at 1731381703223Disabling writes for close at 1731381703223Writing region close event to WAL at 1731381703223Closed at 1731381703223 2024-11-12T03:21:43,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:21:43,224 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:21:43,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:21:43,225 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:21:43,225 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:21:43,319 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:43,319 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:21:43,320 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88717 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:21:43,375 DEBUG [3fb681890ab2:45175 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:21:43,376 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,40699,1731381700400 2024-11-12T03:21:43,377 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,40699,1731381700400, state=OPENING 2024-11-12T03:21:43,429 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:21:43,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:21:43,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:21:43,440 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:21:43,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2088443024/meta-region-server: CHANGED 2024-11-12T03:21:43,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2088443024/meta-region-server: CHANGED 2024-11-12T03:21:43,440 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,40699,1731381700400}] 2024-11-12T03:21:43,591 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:21:43,593 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:21:43,595 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:21:43,595 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:43,595 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:21:43,596 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C40699%2C1731381700400.meta, suffix=.meta, logDir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400, archiveDir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/oldWALs, maxLogs=10 2024-11-12T03:21:43,614 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.meta.1731381703597.meta, exclude list is [], retry=0 2024-11-12T03:21:43,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40441,DS-c31ba86f-4645-49a0-a1c0-0dbeaa78f367,DISK] 2024-11-12T03:21:43,617 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.meta.1731381703597.meta 2024-11-12T03:21:43,617 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46491:46491)] 2024-11-12T03:21:43,617 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:43,617 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:43,617 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:21:43,618 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:21:43,618 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:21:43,618 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:21:43,618 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:43,618 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:21:43,618 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:21:43,619 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:21:43,619 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:21:43,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:43,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:43,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:21:43,620 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:21:43,620 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:43,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:43,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:21:43,621 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:21:43,621 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:43,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:43,621 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:21:43,622 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:21:43,622 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:43,622 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:43,622 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:21:43,623 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740 2024-11-12T03:21:43,624 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740 2024-11-12T03:21:43,624 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:21:43,625 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:21:43,625 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:21:43,626 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:21:43,627 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62322043, jitterRate=-0.07132919132709503}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:21:43,627 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:21:43,627 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381703618Writing region info on filesystem at 1731381703618Initializing all the Stores at 1731381703619 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381703619Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381703619Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381703619Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381703619Cleaning up temporary data from old regions at 1731381703625 (+6 ms)Running coprocessor post-open hooks at 1731381703627 (+2 ms)Region opened successfully at 1731381703627 2024-11-12T03:21:43,628 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381703591 2024-11-12T03:21:43,630 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:21:43,630 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:21:43,630 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,40699,1731381700400 2024-11-12T03:21:43,630 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,40699,1731381700400, state=OPEN 2024-11-12T03:21:43,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2088443024/meta-region-server 2024-11-12T03:21:43,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-2088443024/meta-region-server 2024-11-12T03:21:43,643 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,40699,1731381700400 2024-11-12T03:21:43,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2088443024/meta-region-server: CHANGED 2024-11-12T03:21:43,643 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-2088443024/meta-region-server: CHANGED 2024-11-12T03:21:43,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:21:43,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,40699,1731381700400 in 203 msec 2024-11-12T03:21:43,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:21:43,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 421 msec 2024-11-12T03:21:43,646 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:21:43,646 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:21:43,647 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:43,647 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40699,1731381700400, seqNum=-1] 2024-11-12T03:21:43,648 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:43,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:21:43,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2520 sec 2024-11-12T03:21:43,652 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381703652, completionTime=-1 2024-11-12T03:21:43,652 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:21:43,652 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:21:43,654 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:21:43,654 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381763654 2024-11-12T03:21:43,654 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381823654 2024-11-12T03:21:43,654 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T03:21:43,654 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45175,1731381700230-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:43,654 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45175,1731381700230-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:43,654 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45175,1731381700230-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:43,654 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:45175, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:43,654 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:43,655 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:43,656 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:21:43,657 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.193sec 2024-11-12T03:21:43,657 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:21:43,657 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:21:43,657 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:21:43,657 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:21:43,657 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:21:43,657 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45175,1731381700230-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:21:43,657 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45175,1731381700230-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:21:43,659 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:21:43,659 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:21:43,659 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,45175,1731381700230-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:43,724 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e137ac5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:43,724 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45175,-1 for getting cluster id 2024-11-12T03:21:43,724 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:43,725 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd789b25b-e34b-4597-acc5-1d9d872d7232' 2024-11-12T03:21:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d789b25b-e34b-4597-acc5-1d9d872d7232" 2024-11-12T03:21:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21101375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45175,-1] 2024-11-12T03:21:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:43,727 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:43,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557b24c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:43,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40699,1731381700400, seqNum=-1] 2024-11-12T03:21:43,728 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:43,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:21:43,730 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,45175,1731381700230 2024-11-12T03:21:43,731 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55386 2024-11-12T03:21:43,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:21:43,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012d1005400005 connected 2024-11-12T03:21:43,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:21:43,741 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:43,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:43,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:43,742 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:43,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/hadoop.log.dir so I do NOT create it in target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34 2024-11-12T03:21:43,750 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:21:43,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/hadoop.tmp.dir so I do NOT create it in target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34 2024-11-12T03:21:43,750 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:21:43,750 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34 2024-11-12T03:21:43,750 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:21:43,751 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/cluster_f3d22df7-e878-e2e7-53cb-8ffc638a0810, deleteOnExit=true 2024-11-12T03:21:43,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:21:43,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/test.cache.data in system properties and HBase conf 2024-11-12T03:21:43,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:21:43,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:21:43,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:21:43,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:21:43,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:21:43,751 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:21:43,751 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:21:43,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:21:43,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:21:43,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:21:43,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:21:43,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:21:43,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:21:43,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:21:43,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:21:43,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:21:43,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:21:43,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:21:43,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:21:43,752 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:21:43,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:43,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:43,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:43,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:43,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:43,772 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:43,778 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:43,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:43,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:44,094 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:21:44,097 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:21:44,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:21:44,099 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:21:44,099 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:21:44,099 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:21:44,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38f44739{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:21:44,100 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37771786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:21:44,193 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3fbcd250{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/java.io.tmpdir/jetty-localhost-36513-hadoop-hdfs-3_4_1-tests_jar-_-any-14128117550225024641/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:21:44,194 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d7b342c{HTTP/1.1, (http/1.1)}{localhost:36513} 2024-11-12T03:21:44,194 INFO [Time-limited test {}] server.Server(415): Started @280303ms 2024-11-12T03:21:44,448 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:21:44,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:21:44,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:21:44,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:21:44,454 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:21:44,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63a575cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:21:44,455 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@c03c538{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:21:44,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@78b0fe0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/java.io.tmpdir/jetty-localhost-35257-hadoop-hdfs-3_4_1-tests_jar-_-any-10656617266131545711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:21:44,577 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3d48c9f{HTTP/1.1, (http/1.1)}{localhost:35257} 2024-11-12T03:21:44,577 INFO [Time-limited test {}] server.Server(415): Started @280686ms 2024-11-12T03:21:44,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:21:45,264 WARN [Thread-3671 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/cluster_f3d22df7-e878-e2e7-53cb-8ffc638a0810/data/data1/current/BP-1111094242-172.17.0.2-1731381703803/current, will proceed with Du for space computation calculation, 2024-11-12T03:21:45,264 WARN [Thread-3672 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/cluster_f3d22df7-e878-e2e7-53cb-8ffc638a0810/data/data2/current/BP-1111094242-172.17.0.2-1731381703803/current, will proceed with Du for space computation calculation, 2024-11-12T03:21:45,279 WARN [Thread-3659 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:21:45,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c6571fa876691ce with lease ID 0x5b9594a732a4db79: Processing first storage report for DS-eef570bc-b7e9-46d7-ae94-16a5ffe184cd from datanode DatanodeRegistration(127.0.0.1:37463, datanodeUuid=7540772c-62aa-49cc-909f-e8f1a40cab84, infoPort=38575, infoSecurePort=0, ipcPort=43031, storageInfo=lv=-57;cid=testClusterID;nsid=218526663;c=1731381703803) 2024-11-12T03:21:45,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c6571fa876691ce with lease ID 0x5b9594a732a4db79: from storage DS-eef570bc-b7e9-46d7-ae94-16a5ffe184cd node DatanodeRegistration(127.0.0.1:37463, datanodeUuid=7540772c-62aa-49cc-909f-e8f1a40cab84, infoPort=38575, infoSecurePort=0, ipcPort=43031, storageInfo=lv=-57;cid=testClusterID;nsid=218526663;c=1731381703803), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:21:45,281 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1c6571fa876691ce with lease ID 0x5b9594a732a4db79: Processing first storage report for DS-e15c7494-b297-44e0-bc25-da899f0c091b from datanode DatanodeRegistration(127.0.0.1:37463, datanodeUuid=7540772c-62aa-49cc-909f-e8f1a40cab84, infoPort=38575, infoSecurePort=0, ipcPort=43031, storageInfo=lv=-57;cid=testClusterID;nsid=218526663;c=1731381703803) 2024-11-12T03:21:45,281 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1c6571fa876691ce with lease ID 0x5b9594a732a4db79: from storage DS-e15c7494-b297-44e0-bc25-da899f0c091b node DatanodeRegistration(127.0.0.1:37463, datanodeUuid=7540772c-62aa-49cc-909f-e8f1a40cab84, infoPort=38575, infoSecurePort=0, ipcPort=43031, storageInfo=lv=-57;cid=testClusterID;nsid=218526663;c=1731381703803), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:21:45,304 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34 2024-11-12T03:21:45,305 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:45,306 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:45,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:21:45,714 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50 with version=8 2024-11-12T03:21:45,714 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/hbase-staging 2024-11-12T03:21:45,716 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:21:45,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:45,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:45,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:21:45,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:45,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:21:45,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:21:45,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:21:45,717 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41199 2024-11-12T03:21:45,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41199 connecting to ZooKeeper ensemble=127.0.0.1:55386 2024-11-12T03:21:45,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411990x0, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:21:45,766 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41199-0x1012d1005400006 connected 2024-11-12T03:21:45,839 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:45,841 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:45,843 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Set watcher on znode that does not yet exist, /21457066876/running 2024-11-12T03:21:45,844 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50, hbase.cluster.distributed=false 2024-11-12T03:21:45,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Set watcher on znode that does not yet exist, /21457066876/acl 2024-11-12T03:21:45,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41199 2024-11-12T03:21:45,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41199 2024-11-12T03:21:45,845 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41199 2024-11-12T03:21:45,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41199 2024-11-12T03:21:45,846 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41199 2024-11-12T03:21:45,859 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:21:45,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:45,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:45,859 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:21:45,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:21:45,859 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:21:45,859 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:21:45,859 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:21:45,860 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42649 2024-11-12T03:21:45,860 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42649 connecting to ZooKeeper ensemble=127.0.0.1:55386 2024-11-12T03:21:45,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:45,862 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:45,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426490x0, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:21:45,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426490x0, quorum=127.0.0.1:55386, baseZNode=/21457066876 Set watcher on znode that does not yet exist, /21457066876/running 2024-11-12T03:21:45,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42649-0x1012d1005400007 connected 2024-11-12T03:21:45,875 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:21:45,876 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:21:45,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Set watcher on znode that does not yet exist, /21457066876/master 2024-11-12T03:21:45,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Set watcher on znode that does not yet exist, /21457066876/acl 2024-11-12T03:21:45,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42649 2024-11-12T03:21:45,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42649 2024-11-12T03:21:45,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42649 2024-11-12T03:21:45,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42649 2024-11-12T03:21:45,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42649 2024-11-12T03:21:45,894 DEBUG [M:0;3fb681890ab2:41199 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:41199 2024-11-12T03:21:45,895 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21457066876/backup-masters/3fb681890ab2,41199,1731381705716 2024-11-12T03:21:45,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876/backup-masters 2024-11-12T03:21:45,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876/backup-masters 2024-11-12T03:21:45,906 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Set watcher on existing znode=/21457066876/backup-masters/3fb681890ab2,41199,1731381705716 2024-11-12T03:21:45,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21457066876/master 2024-11-12T03:21:45,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:21:45,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:21:45,917 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Set watcher on existing znode=/21457066876/master 2024-11-12T03:21:45,917 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21457066876/backup-masters/3fb681890ab2,41199,1731381705716 from backup master directory 2024-11-12T03:21:45,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21457066876/backup-masters/3fb681890ab2,41199,1731381705716 2024-11-12T03:21:45,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876/backup-masters 2024-11-12T03:21:45,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876/backup-masters 2024-11-12T03:21:45,927 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:21:45,927 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,41199,1731381705716 2024-11-12T03:21:45,931 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/hbase.id] with ID: 7abaa4c9-2ffd-41c1-87ca-eafe72056fda 2024-11-12T03:21:45,931 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/.tmp/hbase.id 2024-11-12T03:21:45,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:21:46,336 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/.tmp/hbase.id]:[hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/hbase.id] 2024-11-12T03:21:46,343 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:21:46,343 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:21:46,344 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T03:21:46,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:21:46,418 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:21:46,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:21:46,823 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:46,823 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:21:46,824 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:46,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:21:47,229 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store 2024-11-12T03:21:47,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:21:47,634 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:47,635 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:21:47,635 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:47,635 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:47,635 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:21:47,635 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:47,635 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:21:47,635 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381707635Disabling compacts and flushes for region at 1731381707635Disabling writes for close at 1731381707635Writing region close event to WAL at 1731381707635Closed at 1731381707635 2024-11-12T03:21:47,636 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/.initializing 2024-11-12T03:21:47,636 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/WALs/3fb681890ab2,41199,1731381705716 2024-11-12T03:21:47,637 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:21:47,638 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C41199%2C1731381705716, suffix=, logDir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/WALs/3fb681890ab2,41199,1731381705716, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/oldWALs, maxLogs=10 2024-11-12T03:21:47,654 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/WALs/3fb681890ab2,41199,1731381705716/3fb681890ab2%2C41199%2C1731381705716.1731381707638, exclude list is [], retry=0 2024-11-12T03:21:47,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-eef570bc-b7e9-46d7-ae94-16a5ffe184cd,DISK] 2024-11-12T03:21:47,658 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/WALs/3fb681890ab2,41199,1731381705716/3fb681890ab2%2C41199%2C1731381705716.1731381707638 2024-11-12T03:21:47,658 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38575:38575)] 2024-11-12T03:21:47,658 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:47,659 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:47,659 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:47,659 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:47,660 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:47,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:21:47,661 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:47,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:47,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:47,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:21:47,662 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:47,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:47,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:47,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:21:47,663 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:47,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:47,663 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:47,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:21:47,664 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:47,664 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:47,665 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:47,665 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:47,666 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:47,667 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:47,667 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:47,667 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:21:47,668 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:21:47,670 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:47,670 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72027014, jitterRate=0.07328614592552185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:21:47,670 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381707659Initializing all the Stores at 1731381707660 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381707660Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381707660Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381707660Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381707660Cleaning up temporary data from old regions at 1731381707667 (+7 ms)Region opened successfully at 1731381707670 (+3 ms) 2024-11-12T03:21:47,671 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:21:47,673 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2017676f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:21:47,674 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:21:47,674 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:21:47,674 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:21:47,674 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:21:47,675 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:21:47,675 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:21:47,675 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:21:47,677 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:21:47,678 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Unable to get data of znode /21457066876/balancer because node does not exist (not necessarily an error) 2024-11-12T03:21:47,744 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21457066876/balancer already deleted, retry=false 2024-11-12T03:21:47,745 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:21:47,746 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Unable to get data of znode /21457066876/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:21:47,755 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21457066876/normalizer already deleted, retry=false 2024-11-12T03:21:47,755 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:21:47,756 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Unable to get data of znode /21457066876/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:21:47,765 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21457066876/switch/split already deleted, retry=false 2024-11-12T03:21:47,766 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Unable to get data of znode /21457066876/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:21:47,776 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21457066876/switch/merge already deleted, retry=false 2024-11-12T03:21:47,778 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Unable to get data of znode /21457066876/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:21:47,790 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21457066876/snapshot-cleanup already deleted, retry=false 2024-11-12T03:21:47,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21457066876/running 2024-11-12T03:21:47,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21457066876/running 2024-11-12T03:21:47,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:21:47,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:21:47,801 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,41199,1731381705716, sessionid=0x1012d1005400006, setting cluster-up flag (Was=false) 2024-11-12T03:21:47,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:21:47,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:21:47,853 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21457066876/flush-table-proc/acquired, /21457066876/flush-table-proc/reached, /21457066876/flush-table-proc/abort 2024-11-12T03:21:47,854 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,41199,1731381705716 2024-11-12T03:21:47,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:21:47,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:21:47,906 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21457066876/online-snapshot/acquired, /21457066876/online-snapshot/reached, /21457066876/online-snapshot/abort 2024-11-12T03:21:47,907 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,41199,1731381705716 2024-11-12T03:21:47,908 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:21:47,909 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:21:47,909 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:21:47,909 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:21:47,909 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,41199,1731381705716 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:21:47,910 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:21:47,910 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:21:47,910 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:21:47,910 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:21:47,910 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:21:47,910 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:47,910 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:21:47,910 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:47,911 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381737911 2024-11-12T03:21:47,911 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:21:47,911 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:21:47,911 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:21:47,911 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:21:47,911 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:21:47,912 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:21:47,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:21:47,912 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:47,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:21:47,912 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:21:47,912 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:21:47,912 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:21:47,912 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:21:47,912 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:21:47,912 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:21:47,913 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:47,913 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381707912,5,FailOnTimeoutGroup] 2024-11-12T03:21:47,913 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:21:47,913 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381707913,5,FailOnTimeoutGroup] 2024-11-12T03:21:47,913 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:47,913 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:21:47,913 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:47,913 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:47,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:21:47,986 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(746): ClusterId : 7abaa4c9-2ffd-41c1-87ca-eafe72056fda 2024-11-12T03:21:47,986 DEBUG [RS:0;3fb681890ab2:42649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:21:47,998 DEBUG [RS:0;3fb681890ab2:42649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:21:47,998 DEBUG [RS:0;3fb681890ab2:42649 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:21:48,008 DEBUG [RS:0;3fb681890ab2:42649 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:21:48,008 DEBUG [RS:0;3fb681890ab2:42649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b2df87d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:21:48,019 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:42649 2024-11-12T03:21:48,019 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:21:48,019 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:21:48,019 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:21:48,020 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,41199,1731381705716 with port=42649, startcode=1731381705859 2024-11-12T03:21:48,020 DEBUG [RS:0;3fb681890ab2:42649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:21:48,021 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:21:48,022 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41199 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,42649,1731381705859 2024-11-12T03:21:48,022 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41199 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,42649,1731381705859 2024-11-12T03:21:48,023 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50 2024-11-12T03:21:48,023 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45129 2024-11-12T03:21:48,023 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:21:48,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:21:48,319 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50 2024-11-12T03:21:48,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741832_1008 (size=32) 2024-11-12T03:21:48,324 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:48,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:21:48,325 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:21:48,325 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:48,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:48,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:21:48,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:21:48,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:48,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:48,327 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:21:48,327 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:21:48,327 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:48,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:48,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:21:48,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:21:48,328 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:48,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:48,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:21:48,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740 2024-11-12T03:21:48,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740 2024-11-12T03:21:48,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:21:48,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:21:48,331 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:21:48,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:21:48,333 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:48,333 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66264036, jitterRate=-0.012588918209075928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:21:48,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381708324Initializing all the Stores at 1731381708324Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381708324Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381708324Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381708324Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381708324Cleaning up temporary data from old regions at 1731381708331 (+7 ms)Region opened successfully at 1731381708333 (+2 ms) 2024-11-12T03:21:48,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:21:48,333 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:21:48,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:21:48,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 1 ms 2024-11-12T03:21:48,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:21:48,334 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:21:48,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381708333Disabling compacts and flushes for region at 1731381708333Disabling writes for close at 1731381708334 (+1 ms)Writing region close event to WAL at 1731381708334Closed at 1731381708334 2024-11-12T03:21:48,335 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:21:48,335 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:21:48,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:21:48,335 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:21:48,336 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:21:48,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876/rs 2024-11-12T03:21:48,347 DEBUG [RS:0;3fb681890ab2:42649 {}] zookeeper.ZKUtil(111): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Set watcher on existing znode=/21457066876/rs/3fb681890ab2,42649,1731381705859 2024-11-12T03:21:48,347 WARN [RS:0;3fb681890ab2:42649 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:21:48,347 INFO [RS:0;3fb681890ab2:42649 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:48,347 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859 2024-11-12T03:21:48,347 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,42649,1731381705859] 2024-11-12T03:21:48,349 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:21:48,351 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:21:48,351 INFO [RS:0;3fb681890ab2:42649 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:21:48,351 INFO [RS:0;3fb681890ab2:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,351 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:21:48,351 INFO [RS:0;3fb681890ab2:42649 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:21:48,352 INFO [RS:0;3fb681890ab2:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,352 DEBUG [RS:0;3fb681890ab2:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:48,352 DEBUG [RS:0;3fb681890ab2:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:48,352 DEBUG [RS:0;3fb681890ab2:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:48,352 DEBUG [RS:0;3fb681890ab2:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:48,352 DEBUG [RS:0;3fb681890ab2:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:48,352 DEBUG [RS:0;3fb681890ab2:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:21:48,352 DEBUG [RS:0;3fb681890ab2:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:48,352 DEBUG [RS:0;3fb681890ab2:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:48,352 DEBUG [RS:0;3fb681890ab2:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:48,352 DEBUG [RS:0;3fb681890ab2:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:48,352 DEBUG [RS:0;3fb681890ab2:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:48,352 DEBUG [RS:0;3fb681890ab2:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:21:48,352 DEBUG [RS:0;3fb681890ab2:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:21:48,352 DEBUG [RS:0;3fb681890ab2:42649 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:21:48,352 INFO [RS:0;3fb681890ab2:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,352 INFO [RS:0;3fb681890ab2:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,352 INFO [RS:0;3fb681890ab2:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,352 INFO [RS:0;3fb681890ab2:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,352 INFO [RS:0;3fb681890ab2:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,352 INFO [RS:0;3fb681890ab2:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42649,1731381705859-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:21:48,366 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:21:48,366 INFO [RS:0;3fb681890ab2:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,42649,1731381705859-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,366 INFO [RS:0;3fb681890ab2:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,366 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.Replication(171): 3fb681890ab2,42649,1731381705859 started 2024-11-12T03:21:48,378 INFO [RS:0;3fb681890ab2:42649 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,379 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,42649,1731381705859, RpcServer on 3fb681890ab2/172.17.0.2:42649, sessionid=0x1012d1005400007 2024-11-12T03:21:48,379 DEBUG [RS:0;3fb681890ab2:42649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:21:48,379 DEBUG [RS:0;3fb681890ab2:42649 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,42649,1731381705859 2024-11-12T03:21:48,379 DEBUG [RS:0;3fb681890ab2:42649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,42649,1731381705859' 2024-11-12T03:21:48,379 DEBUG [RS:0;3fb681890ab2:42649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21457066876/flush-table-proc/abort' 2024-11-12T03:21:48,379 DEBUG [RS:0;3fb681890ab2:42649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21457066876/flush-table-proc/acquired' 2024-11-12T03:21:48,380 DEBUG [RS:0;3fb681890ab2:42649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:21:48,380 DEBUG [RS:0;3fb681890ab2:42649 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:21:48,380 DEBUG [RS:0;3fb681890ab2:42649 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,42649,1731381705859 2024-11-12T03:21:48,380 DEBUG [RS:0;3fb681890ab2:42649 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,42649,1731381705859' 2024-11-12T03:21:48,380 DEBUG [RS:0;3fb681890ab2:42649 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21457066876/online-snapshot/abort' 2024-11-12T03:21:48,380 DEBUG [RS:0;3fb681890ab2:42649 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21457066876/online-snapshot/acquired' 2024-11-12T03:21:48,380 DEBUG [RS:0;3fb681890ab2:42649 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:21:48,380 INFO [RS:0;3fb681890ab2:42649 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:21:48,380 INFO [RS:0;3fb681890ab2:42649 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:21:48,480 INFO [RS:0;3fb681890ab2:42649 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:21:48,482 INFO [RS:0;3fb681890ab2:42649 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C42649%2C1731381705859, suffix=, logDir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/oldWALs, maxLogs=10 2024-11-12T03:21:48,486 WARN [3fb681890ab2:41199 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T03:21:48,494 DEBUG [RS:0;3fb681890ab2:42649 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482, exclude list is [], retry=0 2024-11-12T03:21:48,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-eef570bc-b7e9-46d7-ae94-16a5ffe184cd,DISK] 2024-11-12T03:21:48,497 INFO [RS:0;3fb681890ab2:42649 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 2024-11-12T03:21:48,498 DEBUG [RS:0;3fb681890ab2:42649 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38575:38575)] 2024-11-12T03:21:48,736 DEBUG [3fb681890ab2:41199 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:21:48,737 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,42649,1731381705859 2024-11-12T03:21:48,738 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,42649,1731381705859, state=OPENING 2024-11-12T03:21:48,758 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:21:48,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:21:48,769 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:21:48,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21457066876/meta-region-server: CHANGED 2024-11-12T03:21:48,769 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21457066876/meta-region-server: CHANGED 2024-11-12T03:21:48,769 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:21:48,769 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,42649,1731381705859}] 2024-11-12T03:21:48,922 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:21:48,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:21:48,926 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:21:48,926 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:48,926 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:21:48,927 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C42649%2C1731381705859.meta, suffix=.meta, logDir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/oldWALs, maxLogs=10 2024-11-12T03:21:48,939 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.meta.1731381708927.meta, exclude list is [], retry=0 2024-11-12T03:21:48,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-eef570bc-b7e9-46d7-ae94-16a5ffe184cd,DISK] 2024-11-12T03:21:48,942 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.meta.1731381708927.meta 2024-11-12T03:21:48,943 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38575:38575)] 2024-11-12T03:21:48,943 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:48,943 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:48,943 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:21:48,943 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:21:48,943 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:21:48,943 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:21:48,943 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:48,943 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:21:48,943 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:21:48,944 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:21:48,945 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:21:48,945 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:48,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:48,945 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:21:48,946 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:21:48,946 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:48,946 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:48,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:21:48,947 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:21:48,947 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:48,947 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:48,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:21:48,948 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:21:48,948 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:48,948 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:21:48,949 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:21:48,949 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740 2024-11-12T03:21:48,950 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740 2024-11-12T03:21:48,951 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:21:48,951 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:21:48,951 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:21:48,952 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:21:48,953 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67982887, jitterRate=0.01302395761013031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:21:48,953 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:21:48,953 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381708943Writing region info on filesystem at 1731381708943Initializing all the Stores at 1731381708944 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381708944Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381708944Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381708944Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381708944Cleaning up temporary data from old regions at 1731381708951 (+7 ms)Running coprocessor post-open hooks at 1731381708953 (+2 ms)Region opened successfully at 1731381708953 2024-11-12T03:21:48,953 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381708921 2024-11-12T03:21:48,955 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:21:48,955 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:21:48,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,42649,1731381705859 2024-11-12T03:21:48,956 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,42649,1731381705859, state=OPEN 2024-11-12T03:21:48,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21457066876/meta-region-server 2024-11-12T03:21:48,965 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21457066876/meta-region-server 2024-11-12T03:21:48,965 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,42649,1731381705859 2024-11-12T03:21:48,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21457066876/meta-region-server: CHANGED 2024-11-12T03:21:48,965 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21457066876/meta-region-server: CHANGED 2024-11-12T03:21:48,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:21:48,967 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,42649,1731381705859 in 196 msec 2024-11-12T03:21:48,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:21:48,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 632 msec 2024-11-12T03:21:48,969 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:21:48,969 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:21:48,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:48,970 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,42649,1731381705859, seqNum=-1] 2024-11-12T03:21:48,970 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:48,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:21:48,975 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0660 sec 2024-11-12T03:21:48,975 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381708975, completionTime=-1 2024-11-12T03:21:48,975 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:21:48,975 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:21:48,977 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:21:48,977 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381768977 2024-11-12T03:21:48,977 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381828977 2024-11-12T03:21:48,977 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T03:21:48,977 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,41199,1731381705716-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,977 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,41199,1731381705716-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,977 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,41199,1731381705716-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,977 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:41199, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,977 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,978 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,979 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:21:48,980 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.053sec 2024-11-12T03:21:48,981 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:21:48,981 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:21:48,981 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:21:48,981 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:21:48,981 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:21:48,981 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,41199,1731381705716-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:21:48,981 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,41199,1731381705716-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:21:48,982 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:21:48,982 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:21:48,983 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,41199,1731381705716-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:21:48,987 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@343d77b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:48,987 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,41199,-1 for getting cluster id 2024-11-12T03:21:48,987 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:48,988 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7abaa4c9-2ffd-41c1-87ca-eafe72056fda' 2024-11-12T03:21:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7abaa4c9-2ffd-41c1-87ca-eafe72056fda" 2024-11-12T03:21:48,988 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45933e26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:48,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,41199,-1] 2024-11-12T03:21:48,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:48,989 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:48,990 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:48,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@705fc01e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:48,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:48,991 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,42649,1731381705859, seqNum=-1] 2024-11-12T03:21:48,992 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:48,992 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:21:48,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,41199,1731381705716 2024-11-12T03:21:48,994 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:55386 2024-11-12T03:21:49,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:21:49,001 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012d1005400008 connected 2024-11-12T03:21:49,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,36547,1731381694680 2024-11-12T03:21:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@310321e 2024-11-12T03:21:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:49,015 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:49,015 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:49,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:21:49,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:21:49,018 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:49,018 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:21:49,018 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:21:49,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:49,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:21:49,025 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c192184cc06831b11258c4f05749f52, NAME => 'test,,1731381709015.4c192184cc06831b11258c4f05749f52.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471 2024-11-12T03:21:49,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:21:49,120 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:21:49,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:49,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:49,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:49,121 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:49,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:49,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:49,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:49,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:49,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:49,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:49,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:49,183 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:49,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:49,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:49,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:49,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381709015.4c192184cc06831b11258c4f05749f52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:49,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 4c192184cc06831b11258c4f05749f52, disabling compactions & flushes 2024-11-12T03:21:49,429 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381709015.4c192184cc06831b11258c4f05749f52. 2024-11-12T03:21:49,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381709015.4c192184cc06831b11258c4f05749f52. 2024-11-12T03:21:49,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381709015.4c192184cc06831b11258c4f05749f52. after waiting 0 ms 2024-11-12T03:21:49,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381709015.4c192184cc06831b11258c4f05749f52. 2024-11-12T03:21:49,429 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381709015.4c192184cc06831b11258c4f05749f52. 2024-11-12T03:21:49,429 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c192184cc06831b11258c4f05749f52: Waiting for close lock at 1731381709429Disabling compacts and flushes for region at 1731381709429Disabling writes for close at 1731381709429Writing region close event to WAL at 1731381709429Closed at 1731381709429 2024-11-12T03:21:49,430 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:21:49,431 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381709015.4c192184cc06831b11258c4f05749f52.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381709430"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381709430"}]},"ts":"1731381709430"} 2024-11-12T03:21:49,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:21:49,433 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:21:49,433 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381709433"}]},"ts":"1731381709433"} 2024-11-12T03:21:49,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:21:49,435 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c192184cc06831b11258c4f05749f52, ASSIGN}] 2024-11-12T03:21:49,436 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=4c192184cc06831b11258c4f05749f52, ASSIGN 2024-11-12T03:21:49,436 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=4c192184cc06831b11258c4f05749f52, ASSIGN; state=OFFLINE, location=3fb681890ab2,39153,1731381694890; forceNewPlan=false, retain=false 2024-11-12T03:21:49,587 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c192184cc06831b11258c4f05749f52, regionState=OPENING, regionLocation=3fb681890ab2,39153,1731381694890 2024-11-12T03:21:49,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=4c192184cc06831b11258c4f05749f52, ASSIGN because future has completed 2024-11-12T03:21:49,589 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c192184cc06831b11258c4f05749f52, server=3fb681890ab2,39153,1731381694890}] 2024-11-12T03:21:49,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:49,744 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381709015.4c192184cc06831b11258c4f05749f52. 2024-11-12T03:21:49,744 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c192184cc06831b11258c4f05749f52, NAME => 'test,,1731381709015.4c192184cc06831b11258c4f05749f52.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:49,745 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:49,745 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:21:49,745 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c192184cc06831b11258c4f05749f52 2024-11-12T03:21:49,745 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381709015.4c192184cc06831b11258c4f05749f52.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:49,745 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 4c192184cc06831b11258c4f05749f52 2024-11-12T03:21:49,745 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 4c192184cc06831b11258c4f05749f52 2024-11-12T03:21:49,746 INFO [StoreOpener-4c192184cc06831b11258c4f05749f52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c192184cc06831b11258c4f05749f52 2024-11-12T03:21:49,747 INFO [StoreOpener-4c192184cc06831b11258c4f05749f52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c192184cc06831b11258c4f05749f52 columnFamilyName f 2024-11-12T03:21:49,747 DEBUG [StoreOpener-4c192184cc06831b11258c4f05749f52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:49,747 INFO [StoreOpener-4c192184cc06831b11258c4f05749f52-1 {}] regionserver.HStore(327): Store=4c192184cc06831b11258c4f05749f52/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:49,747 INFO [StoreOpener-4c192184cc06831b11258c4f05749f52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 4c192184cc06831b11258c4f05749f52 2024-11-12T03:21:49,748 INFO [StoreOpener-4c192184cc06831b11258c4f05749f52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c192184cc06831b11258c4f05749f52 columnFamilyName f1 2024-11-12T03:21:49,748 DEBUG [StoreOpener-4c192184cc06831b11258c4f05749f52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:49,749 INFO [StoreOpener-4c192184cc06831b11258c4f05749f52-1 {}] regionserver.HStore(327): Store=4c192184cc06831b11258c4f05749f52/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:49,749 INFO [StoreOpener-4c192184cc06831b11258c4f05749f52-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c192184cc06831b11258c4f05749f52 2024-11-12T03:21:49,749 INFO [StoreOpener-4c192184cc06831b11258c4f05749f52-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c192184cc06831b11258c4f05749f52 columnFamilyName norep 2024-11-12T03:21:49,749 DEBUG [StoreOpener-4c192184cc06831b11258c4f05749f52-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:49,750 INFO [StoreOpener-4c192184cc06831b11258c4f05749f52-1 {}] regionserver.HStore(327): Store=4c192184cc06831b11258c4f05749f52/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:49,750 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 4c192184cc06831b11258c4f05749f52 2024-11-12T03:21:49,750 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52 2024-11-12T03:21:49,751 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52 2024-11-12T03:21:49,751 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 4c192184cc06831b11258c4f05749f52 2024-11-12T03:21:49,751 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 4c192184cc06831b11258c4f05749f52 2024-11-12T03:21:49,752 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:21:49,753 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 4c192184cc06831b11258c4f05749f52 2024-11-12T03:21:49,754 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:49,754 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 4c192184cc06831b11258c4f05749f52; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70668799, jitterRate=0.053047165274620056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:21:49,754 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c192184cc06831b11258c4f05749f52 2024-11-12T03:21:49,754 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 4c192184cc06831b11258c4f05749f52: Running coprocessor pre-open hook at 1731381709745Writing region info on filesystem at 1731381709745Initializing all the Stores at 1731381709746 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381709746Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381709746Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381709746Cleaning up temporary data from old regions at 1731381709751 (+5 ms)Running coprocessor post-open hooks at 1731381709754 (+3 ms)Region opened successfully at 1731381709754 2024-11-12T03:21:49,755 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381709015.4c192184cc06831b11258c4f05749f52., pid=6, masterSystemTime=1731381709741 2024-11-12T03:21:49,757 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381709015.4c192184cc06831b11258c4f05749f52. 2024-11-12T03:21:49,757 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381709015.4c192184cc06831b11258c4f05749f52. 2024-11-12T03:21:49,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=4c192184cc06831b11258c4f05749f52, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,39153,1731381694890 2024-11-12T03:21:49,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c192184cc06831b11258c4f05749f52, server=3fb681890ab2,39153,1731381694890 because future has completed 2024-11-12T03:21:49,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:21:49,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c192184cc06831b11258c4f05749f52, server=3fb681890ab2,39153,1731381694890 in 171 msec 2024-11-12T03:21:49,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:21:49,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=4c192184cc06831b11258c4f05749f52, ASSIGN in 326 msec 2024-11-12T03:21:49,763 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:21:49,764 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381709763"}]},"ts":"1731381709763"} 2024-11-12T03:21:49,765 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:21:49,766 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:21:49,767 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 750 msec 2024-11-12T03:21:50,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T03:21:50,005 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T03:21:50,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:21:50,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T03:21:50,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:50,159 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:21:50,159 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:50,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45175,1731381700230 2024-11-12T03:21:50,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@291340ca 2024-11-12T03:21:50,161 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:50,161 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:50,162 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:50,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:21:50,164 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:21:50,164 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:50,164 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:21:50,165 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:21:50,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:50,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:21:50,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:50,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:50,571 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3cb6b36b515770a3ecec3fe2d2d575ed, NAME => 'test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d 2024-11-12T03:21:50,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:21:50,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:50,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:50,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3cb6b36b515770a3ecec3fe2d2d575ed, disabling compactions & flushes 2024-11-12T03:21:50,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. 2024-11-12T03:21:50,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. 2024-11-12T03:21:50,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. after waiting 0 ms 2024-11-12T03:21:50,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. 2024-11-12T03:21:50,975 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. 2024-11-12T03:21:50,975 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3cb6b36b515770a3ecec3fe2d2d575ed: Waiting for close lock at 1731381710975Disabling compacts and flushes for region at 1731381710975Disabling writes for close at 1731381710975Writing region close event to WAL at 1731381710975Closed at 1731381710975 2024-11-12T03:21:50,976 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:21:50,977 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381710976"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381710976"}]},"ts":"1731381710976"} 2024-11-12T03:21:50,978 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:21:50,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:21:50,979 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381710979"}]},"ts":"1731381710979"} 2024-11-12T03:21:50,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:21:50,981 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3cb6b36b515770a3ecec3fe2d2d575ed, ASSIGN}] 2024-11-12T03:21:50,982 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3cb6b36b515770a3ecec3fe2d2d575ed, ASSIGN 2024-11-12T03:21:50,982 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3cb6b36b515770a3ecec3fe2d2d575ed, ASSIGN; state=OFFLINE, location=3fb681890ab2,40699,1731381700400; forceNewPlan=false, retain=false 2024-11-12T03:21:51,133 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3cb6b36b515770a3ecec3fe2d2d575ed, regionState=OPENING, regionLocation=3fb681890ab2,40699,1731381700400 2024-11-12T03:21:51,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3cb6b36b515770a3ecec3fe2d2d575ed, ASSIGN because future has completed 2024-11-12T03:21:51,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cb6b36b515770a3ecec3fe2d2d575ed, server=3fb681890ab2,40699,1731381700400}] 2024-11-12T03:21:51,290 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. 2024-11-12T03:21:51,290 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3cb6b36b515770a3ecec3fe2d2d575ed, NAME => 'test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:51,290 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:51,290 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:21:51,290 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:21:51,290 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:51,290 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:21:51,290 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:21:51,291 INFO [StoreOpener-3cb6b36b515770a3ecec3fe2d2d575ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:21:51,292 INFO [StoreOpener-3cb6b36b515770a3ecec3fe2d2d575ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cb6b36b515770a3ecec3fe2d2d575ed columnFamilyName f 2024-11-12T03:21:51,292 DEBUG [StoreOpener-3cb6b36b515770a3ecec3fe2d2d575ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:51,293 INFO [StoreOpener-3cb6b36b515770a3ecec3fe2d2d575ed-1 {}] regionserver.HStore(327): Store=3cb6b36b515770a3ecec3fe2d2d575ed/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:51,293 INFO [StoreOpener-3cb6b36b515770a3ecec3fe2d2d575ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:21:51,293 INFO [StoreOpener-3cb6b36b515770a3ecec3fe2d2d575ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cb6b36b515770a3ecec3fe2d2d575ed columnFamilyName f1 2024-11-12T03:21:51,293 DEBUG [StoreOpener-3cb6b36b515770a3ecec3fe2d2d575ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:51,294 INFO [StoreOpener-3cb6b36b515770a3ecec3fe2d2d575ed-1 {}] regionserver.HStore(327): Store=3cb6b36b515770a3ecec3fe2d2d575ed/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:51,294 INFO [StoreOpener-3cb6b36b515770a3ecec3fe2d2d575ed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:21:51,295 INFO [StoreOpener-3cb6b36b515770a3ecec3fe2d2d575ed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3cb6b36b515770a3ecec3fe2d2d575ed columnFamilyName norep 2024-11-12T03:21:51,295 DEBUG [StoreOpener-3cb6b36b515770a3ecec3fe2d2d575ed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:51,295 INFO [StoreOpener-3cb6b36b515770a3ecec3fe2d2d575ed-1 {}] regionserver.HStore(327): Store=3cb6b36b515770a3ecec3fe2d2d575ed/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:51,295 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:21:51,296 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:21:51,296 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:21:51,296 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:21:51,296 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:21:51,297 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:21:51,298 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:21:51,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:51,299 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:51,300 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3cb6b36b515770a3ecec3fe2d2d575ed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73126075, jitterRate=0.08966343104839325}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:21:51,300 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:21:51,300 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3cb6b36b515770a3ecec3fe2d2d575ed: Running coprocessor pre-open hook at 1731381711290Writing region info on filesystem at 1731381711290Initializing all the Stores at 1731381711291 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381711291Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381711291Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381711291Cleaning up temporary data from old regions at 1731381711296 (+5 ms)Running coprocessor post-open hooks at 1731381711300 (+4 ms)Region opened successfully at 1731381711300 2024-11-12T03:21:51,301 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed., pid=6, masterSystemTime=1731381711287 2024-11-12T03:21:51,302 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. 2024-11-12T03:21:51,302 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. 2024-11-12T03:21:51,303 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3cb6b36b515770a3ecec3fe2d2d575ed, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,40699,1731381700400 2024-11-12T03:21:51,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3cb6b36b515770a3ecec3fe2d2d575ed, server=3fb681890ab2,40699,1731381700400 because future has completed 2024-11-12T03:21:51,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:21:51,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3cb6b36b515770a3ecec3fe2d2d575ed, server=3fb681890ab2,40699,1731381700400 in 170 msec 2024-11-12T03:21:51,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:21:51,308 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3cb6b36b515770a3ecec3fe2d2d575ed, ASSIGN in 325 msec 2024-11-12T03:21:51,308 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:21:51,309 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381711308"}]},"ts":"1731381711308"} 2024-11-12T03:21:51,310 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:21:51,310 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:21:51,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1480 sec 2024-11-12T03:21:52,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:52,312 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:21:52,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,41199,1731381705716 2024-11-12T03:21:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@90a297a 2024-11-12T03:21:52,313 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:52,314 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:52,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:52,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:21:52,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:21:52,316 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:52,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:21:52,317 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:21:52,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:52,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:21:52,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:52,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:52,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 85f3423baf9a5d1d34ccdf23644697fc, NAME => 'test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50 2024-11-12T03:21:52,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:21:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:53,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:53,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 85f3423baf9a5d1d34ccdf23644697fc, disabling compactions & flushes 2024-11-12T03:21:53,128 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. 2024-11-12T03:21:53,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. 2024-11-12T03:21:53,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. after waiting 0 ms 2024-11-12T03:21:53,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. 2024-11-12T03:21:53,128 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. 2024-11-12T03:21:53,128 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 85f3423baf9a5d1d34ccdf23644697fc: Waiting for close lock at 1731381713128Disabling compacts and flushes for region at 1731381713128Disabling writes for close at 1731381713128Writing region close event to WAL at 1731381713128Closed at 1731381713128 2024-11-12T03:21:53,178 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:21:53,178 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381713178"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381713178"}]},"ts":"1731381713178"} 2024-11-12T03:21:53,180 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:21:53,181 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:21:53,181 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381713181"}]},"ts":"1731381713181"} 2024-11-12T03:21:53,182 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:21:53,182 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=85f3423baf9a5d1d34ccdf23644697fc, ASSIGN}] 2024-11-12T03:21:53,183 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=85f3423baf9a5d1d34ccdf23644697fc, ASSIGN 2024-11-12T03:21:53,184 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=85f3423baf9a5d1d34ccdf23644697fc, ASSIGN; state=OFFLINE, location=3fb681890ab2,42649,1731381705859; forceNewPlan=false, retain=false 2024-11-12T03:21:53,335 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=85f3423baf9a5d1d34ccdf23644697fc, regionState=OPENING, regionLocation=3fb681890ab2,42649,1731381705859 2024-11-12T03:21:53,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=85f3423baf9a5d1d34ccdf23644697fc, ASSIGN because future has completed 2024-11-12T03:21:53,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85f3423baf9a5d1d34ccdf23644697fc, server=3fb681890ab2,42649,1731381705859}] 2024-11-12T03:21:53,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:53,492 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. 2024-11-12T03:21:53,492 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 85f3423baf9a5d1d34ccdf23644697fc, NAME => 'test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:53,492 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:53,492 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:21:53,492 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:21:53,492 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:53,492 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:21:53,492 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:21:53,493 INFO [StoreOpener-85f3423baf9a5d1d34ccdf23644697fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:21:53,494 INFO [StoreOpener-85f3423baf9a5d1d34ccdf23644697fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85f3423baf9a5d1d34ccdf23644697fc columnFamilyName f 2024-11-12T03:21:53,494 DEBUG [StoreOpener-85f3423baf9a5d1d34ccdf23644697fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:53,495 INFO [StoreOpener-85f3423baf9a5d1d34ccdf23644697fc-1 {}] regionserver.HStore(327): Store=85f3423baf9a5d1d34ccdf23644697fc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:53,495 INFO [StoreOpener-85f3423baf9a5d1d34ccdf23644697fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:21:53,495 INFO [StoreOpener-85f3423baf9a5d1d34ccdf23644697fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85f3423baf9a5d1d34ccdf23644697fc columnFamilyName f1 2024-11-12T03:21:53,495 DEBUG [StoreOpener-85f3423baf9a5d1d34ccdf23644697fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:53,496 INFO [StoreOpener-85f3423baf9a5d1d34ccdf23644697fc-1 {}] regionserver.HStore(327): Store=85f3423baf9a5d1d34ccdf23644697fc/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:53,496 INFO [StoreOpener-85f3423baf9a5d1d34ccdf23644697fc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:21:53,496 INFO [StoreOpener-85f3423baf9a5d1d34ccdf23644697fc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 85f3423baf9a5d1d34ccdf23644697fc columnFamilyName norep 2024-11-12T03:21:53,496 DEBUG [StoreOpener-85f3423baf9a5d1d34ccdf23644697fc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:53,496 INFO [StoreOpener-85f3423baf9a5d1d34ccdf23644697fc-1 {}] regionserver.HStore(327): Store=85f3423baf9a5d1d34ccdf23644697fc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:53,497 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:21:53,497 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:21:53,497 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:21:53,498 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:21:53,498 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:21:53,498 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:21:53,499 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:21:53,500 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:53,500 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 85f3423baf9a5d1d34ccdf23644697fc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62472073, jitterRate=-0.06909357011318207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:21:53,501 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:21:53,501 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 85f3423baf9a5d1d34ccdf23644697fc: Running coprocessor pre-open hook at 1731381713492Writing region info on filesystem at 1731381713492Initializing all the Stores at 1731381713493 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381713493Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381713493Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381713493Cleaning up temporary data from old regions at 1731381713498 (+5 ms)Running coprocessor post-open hooks at 1731381713501 (+3 ms)Region opened successfully at 1731381713501 2024-11-12T03:21:53,501 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc., pid=6, masterSystemTime=1731381713488 2024-11-12T03:21:53,503 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. 2024-11-12T03:21:53,503 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. 2024-11-12T03:21:53,503 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=85f3423baf9a5d1d34ccdf23644697fc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,42649,1731381705859 2024-11-12T03:21:53,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 85f3423baf9a5d1d34ccdf23644697fc, server=3fb681890ab2,42649,1731381705859 because future has completed 2024-11-12T03:21:53,507 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:21:53,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 85f3423baf9a5d1d34ccdf23644697fc, server=3fb681890ab2,42649,1731381705859 in 168 msec 2024-11-12T03:21:53,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:21:53,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=85f3423baf9a5d1d34ccdf23644697fc, ASSIGN in 325 msec 2024-11-12T03:21:53,509 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:21:53,509 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381713509"}]},"ts":"1731381713509"} 2024-11-12T03:21:53,511 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:21:53,511 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:21:53,512 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1960 sec 2024-11-12T03:21:54,446 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:21:54,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:54,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:54,447 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:54,448 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:54,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:21:54,459 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:21:54,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f46133b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:54,460 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,36547,-1 for getting cluster id 2024-11-12T03:21:54,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:54,461 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0528919-ee7b-42a9-aea7-f5838f18e042' 2024-11-12T03:21:54,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:54,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0528919-ee7b-42a9-aea7-f5838f18e042" 2024-11-12T03:21:54,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5226f523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:54,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,36547,-1] 2024-11-12T03:21:54,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:54,462 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:54,463 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:54,463 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab3f7c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:54,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:54,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,36547,1731381694680 2024-11-12T03:21:54,464 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f50b578 2024-11-12T03:21:54,465 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:54,465 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:54,466 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:45175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:21:54,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:21:54,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:54,468 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:45175' 2024-11-12T03:21:54,472 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c6b289, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:54,472 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45175,-1 for getting cluster id 2024-11-12T03:21:54,472 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:54,473 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd789b25b-e34b-4597-acc5-1d9d872d7232' 2024-11-12T03:21:54,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:54,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d789b25b-e34b-4597-acc5-1d9d872d7232" 2024-11-12T03:21:54,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@716459e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:54,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45175,-1] 2024-11-12T03:21:54,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:54,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:54,474 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58606, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:54,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c6d9460, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:54,475 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:54,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45175,1731381700230 2024-11-12T03:21:54,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ec2139a 2024-11-12T03:21:54,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:54,476 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:54,477 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T03:21:54,477 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:21:54,477 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:54,477 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:54,477 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:54,477 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:54,478 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:21:54,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:21:54,479 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:54,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:21:54,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741837_1013 (size=1138) 2024-11-12T03:21:54,487 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 876de6cede47303d5db91bcbdfb7b896, NAME => 'hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471 2024-11-12T03:21:54,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741838_1014 (size=44) 2024-11-12T03:21:54,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:54,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:54,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:54,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:54,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:54,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:54,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:54,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:54,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:21:54,529 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:21:54,556 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T03:21:54,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:54,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:54,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:54,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 876de6cede47303d5db91bcbdfb7b896, disabling compactions & flushes 2024-11-12T03:21:54,895 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:21:54,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:21:54,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. after waiting 0 ms 2024-11-12T03:21:54,895 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:21:54,895 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:21:54,896 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 876de6cede47303d5db91bcbdfb7b896: Waiting for close lock at 1731381714895Disabling compacts and flushes for region at 1731381714895Disabling writes for close at 1731381714895Writing region close event to WAL at 1731381714895Closed at 1731381714895 2024-11-12T03:21:54,896 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:21:54,897 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381714896"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381714896"}]},"ts":"1731381714896"} 2024-11-12T03:21:54,898 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:21:54,899 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:21:54,899 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381714899"}]},"ts":"1731381714899"} 2024-11-12T03:21:54,900 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:21:54,900 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=876de6cede47303d5db91bcbdfb7b896, ASSIGN}] 2024-11-12T03:21:54,901 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=876de6cede47303d5db91bcbdfb7b896, ASSIGN 2024-11-12T03:21:54,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=876de6cede47303d5db91bcbdfb7b896, ASSIGN; state=OFFLINE, location=3fb681890ab2,39153,1731381694890; forceNewPlan=false, retain=false 2024-11-12T03:21:55,052 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=876de6cede47303d5db91bcbdfb7b896, regionState=OPENING, regionLocation=3fb681890ab2,39153,1731381694890 2024-11-12T03:21:55,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=876de6cede47303d5db91bcbdfb7b896, ASSIGN because future has completed 2024-11-12T03:21:55,054 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 876de6cede47303d5db91bcbdfb7b896, server=3fb681890ab2,39153,1731381694890}] 2024-11-12T03:21:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:55,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:21:55,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:55,209 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:21:55,210 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C39153%2C1731381694890.rep, suffix=, logDir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890, archiveDir=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/oldWALs, maxLogs=10 2024-11-12T03:21:55,223 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.rep.1731381715211, exclude list is [], retry=0 2024-11-12T03:21:55,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34821,DS-c207ab6c-0519-4110-b451-7d70b8532002,DISK] 2024-11-12T03:21:55,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.rep.1731381715211 2024-11-12T03:21:55,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43959:43959)] 2024-11-12T03:21:55,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 876de6cede47303d5db91bcbdfb7b896, NAME => 'hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:55,226 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:55,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:21:55,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. service=MultiRowMutationService 2024-11-12T03:21:55,227 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:21:55,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:21:55,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:55,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:21:55,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:21:55,228 INFO [StoreOpener-876de6cede47303d5db91bcbdfb7b896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:21:55,229 INFO [StoreOpener-876de6cede47303d5db91bcbdfb7b896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 876de6cede47303d5db91bcbdfb7b896 columnFamilyName hfileref 2024-11-12T03:21:55,229 DEBUG [StoreOpener-876de6cede47303d5db91bcbdfb7b896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:55,229 INFO [StoreOpener-876de6cede47303d5db91bcbdfb7b896-1 {}] regionserver.HStore(327): Store=876de6cede47303d5db91bcbdfb7b896/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:55,229 INFO [StoreOpener-876de6cede47303d5db91bcbdfb7b896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:21:55,230 INFO [StoreOpener-876de6cede47303d5db91bcbdfb7b896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 876de6cede47303d5db91bcbdfb7b896 columnFamilyName queue 2024-11-12T03:21:55,230 DEBUG [StoreOpener-876de6cede47303d5db91bcbdfb7b896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:55,230 INFO [StoreOpener-876de6cede47303d5db91bcbdfb7b896-1 {}] regionserver.HStore(327): Store=876de6cede47303d5db91bcbdfb7b896/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:55,230 INFO [StoreOpener-876de6cede47303d5db91bcbdfb7b896-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:21:55,231 INFO [StoreOpener-876de6cede47303d5db91bcbdfb7b896-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 876de6cede47303d5db91bcbdfb7b896 columnFamilyName sid 2024-11-12T03:21:55,231 DEBUG [StoreOpener-876de6cede47303d5db91bcbdfb7b896-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:55,231 INFO [StoreOpener-876de6cede47303d5db91bcbdfb7b896-1 {}] regionserver.HStore(327): Store=876de6cede47303d5db91bcbdfb7b896/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:55,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:21:55,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/replication/876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:21:55,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/replication/876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:21:55,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:21:55,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:21:55,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:21:55,233 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:21:55,234 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/replication/876de6cede47303d5db91bcbdfb7b896/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:55,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 876de6cede47303d5db91bcbdfb7b896; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74469958, jitterRate=0.10968884825706482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:21:55,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:21:55,235 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 876de6cede47303d5db91bcbdfb7b896: Running coprocessor pre-open hook at 1731381715227Writing region info on filesystem at 1731381715227Initializing all the Stores at 1731381715227Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381715228 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381715228Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381715228Cleaning up temporary data from old regions at 1731381715232 (+4 ms)Running coprocessor post-open hooks at 1731381715235 (+3 ms)Region opened successfully at 1731381715235 2024-11-12T03:21:55,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896., pid=10, masterSystemTime=1731381715206 2024-11-12T03:21:55,237 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:21:55,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:21:55,237 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=876de6cede47303d5db91bcbdfb7b896, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,39153,1731381694890 2024-11-12T03:21:55,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 876de6cede47303d5db91bcbdfb7b896, server=3fb681890ab2,39153,1731381694890 because future has completed 2024-11-12T03:21:55,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T03:21:55,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 876de6cede47303d5db91bcbdfb7b896, server=3fb681890ab2,39153,1731381694890 in 185 msec 2024-11-12T03:21:55,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T03:21:55,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=876de6cede47303d5db91bcbdfb7b896, ASSIGN in 340 msec 2024-11-12T03:21:55,243 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:21:55,243 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381715243"}]},"ts":"1731381715243"} 2024-11-12T03:21:55,245 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:21:55,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:21:55,246 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 768 msec 2024-11-12T03:21:55,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896., hostname=3fb681890ab2,39153,1731381694890, seqNum=2] 2024-11-12T03:21:55,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:21:55,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:21:55,408 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:21:55,560 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39153 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T03:21:55,560 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:21:55,584 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,39153,1731381694890, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:21:55,584 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:55,584 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,39153,1731381694890, seqNum=-1] 2024-11-12T03:21:55,585 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:55,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51767, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-12T03:21:55,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,39153,1731381694890', locateType=CURRENT is [region=hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896., hostname=3fb681890ab2,39153,1731381694890, seqNum=2] 2024-11-12T03:21:55,588 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T03:21:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T03:21:55,590 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,39153,1731381694890 suceeded 2024-11-12T03:21:55,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T03:21:55,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 182 msec 2024-11-12T03:21:55,592 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:45175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:21:55,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.1260 sec 2024-11-12T03:21:55,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36547 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:55,599 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:21:55,599 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:21:55,600 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:55,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:55,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:55,600 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:55,600 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32de409c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:55,600 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45175,-1 for getting cluster id 2024-11-12T03:21:55,601 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:55,601 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd789b25b-e34b-4597-acc5-1d9d872d7232' 2024-11-12T03:21:55,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:55,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d789b25b-e34b-4597-acc5-1d9d872d7232" 2024-11-12T03:21:55,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c1ce01b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:55,601 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45175,-1] 2024-11-12T03:21:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:55,602 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:45175' 2024-11-12T03:21:55,602 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:55,603 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@709281dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:55,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:55,603 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54e98741, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:55,603 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45175,-1 for getting cluster id 2024-11-12T03:21:55,603 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45175,1731381700230 2024-11-12T03:21:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@350d566b 2024-11-12T03:21:55,604 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd789b25b-e34b-4597-acc5-1d9d872d7232' 2024-11-12T03:21:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:55,604 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d789b25b-e34b-4597-acc5-1d9d872d7232" 2024-11-12T03:21:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4291e634, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45175,-1] 2024-11-12T03:21:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:55,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:55,605 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:55,605 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:55,605 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45175 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:41199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:21:55,605 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29950751, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:55,605 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45175 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:21:55,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45175,1731381700230 2024-11-12T03:21:55,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@30147fc4 2024-11-12T03:21:55,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:55,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:55,607 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:41199' 2024-11-12T03:21:55,608 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-12T03:21:55,608 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a217ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:55,608 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,41199,-1 for getting cluster id 2024-11-12T03:21:55,608 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:55,608 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,39153,1731381694890 (queues=1) is replicating from cluster=e0528919-ee7b-42a9-aea7-f5838f18e042 to cluster=d789b25b-e34b-4597-acc5-1d9d872d7232 2024-11-12T03:21:55,608 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7abaa4c9-2ffd-41c1-87ca-eafe72056fda' 2024-11-12T03:21:55,608 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C39153%2C1731381694890 2024-11-12T03:21:55,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:55,608 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,39153,1731381694890, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:21:55,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7abaa4c9-2ffd-41c1-87ca-eafe72056fda" 2024-11-12T03:21:55,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@317bb507, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:55,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,41199,-1] 2024-11-12T03:21:55,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:55,609 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099, startPosition=0, beingWritten=true 2024-11-12T03:21:55,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:55,609 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C39153%2C1731381694890 2024-11-12T03:21:55,609 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:55,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c163791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:55,610 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:55,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,41199,1731381705716 2024-11-12T03:21:55,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bd5c32c 2024-11-12T03:21:55,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:55,612 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:55,612 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T03:21:55,612 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:21:55,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:55,612 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:55,612 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:55,613 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:55,613 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:55,613 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 379, reset compression=false 2024-11-12T03:21:55,613 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,39153,1731381694890 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:55,613 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:21:55,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:21:55,614 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:55,615 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:21:55,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741837_1013 (size=1138) 2024-11-12T03:21:55,664 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:21:55,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:55,820 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 379, reset compression=false 2024-11-12T03:21:55,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:56,026 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aef81d3944095402dc6ce0feacd1362f, NAME => 'hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d 2024-11-12T03:21:56,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741838_1014 (size=44) 2024-11-12T03:21:56,123 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 379, reset compression=false 2024-11-12T03:21:56,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:56,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:56,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing aef81d3944095402dc6ce0feacd1362f, disabling compactions & flushes 2024-11-12T03:21:56,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. 2024-11-12T03:21:56,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. 2024-11-12T03:21:56,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. after waiting 0 ms 2024-11-12T03:21:56,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. 2024-11-12T03:21:56,431 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. 2024-11-12T03:21:56,431 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for aef81d3944095402dc6ce0feacd1362f: Waiting for close lock at 1731381716431Disabling compacts and flushes for region at 1731381716431Disabling writes for close at 1731381716431Writing region close event to WAL at 1731381716431Closed at 1731381716431 2024-11-12T03:21:56,432 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:21:56,432 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381716432"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381716432"}]},"ts":"1731381716432"} 2024-11-12T03:21:56,434 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:21:56,434 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:21:56,434 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381716434"}]},"ts":"1731381716434"} 2024-11-12T03:21:56,436 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:21:56,436 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aef81d3944095402dc6ce0feacd1362f, ASSIGN}] 2024-11-12T03:21:56,437 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aef81d3944095402dc6ce0feacd1362f, ASSIGN 2024-11-12T03:21:56,437 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aef81d3944095402dc6ce0feacd1362f, ASSIGN; state=OFFLINE, location=3fb681890ab2,40699,1731381700400; forceNewPlan=false, retain=false 2024-11-12T03:21:56,526 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 379, reset compression=false 2024-11-12T03:21:56,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aef81d3944095402dc6ce0feacd1362f, regionState=OPENING, regionLocation=3fb681890ab2,40699,1731381700400 2024-11-12T03:21:56,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=aef81d3944095402dc6ce0feacd1362f, ASSIGN because future has completed 2024-11-12T03:21:56,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aef81d3944095402dc6ce0feacd1362f, server=3fb681890ab2,40699,1731381700400}] 2024-11-12T03:21:56,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:56,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. 2024-11-12T03:21:56,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:56,749 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:21:56,750 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C40699%2C1731381700400.rep, suffix=, logDir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400, archiveDir=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/oldWALs, maxLogs=10 2024-11-12T03:21:56,765 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.rep.1731381716750, exclude list is [], retry=0 2024-11-12T03:21:56,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40441,DS-c31ba86f-4645-49a0-a1c0-0dbeaa78f367,DISK] 2024-11-12T03:21:56,768 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.rep.1731381716750 2024-11-12T03:21:56,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46491:46491)] 2024-11-12T03:21:56,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => aef81d3944095402dc6ce0feacd1362f, NAME => 'hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:56,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:56,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:21:56,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. service=MultiRowMutationService 2024-11-12T03:21:56,769 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:21:56,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:21:56,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:56,769 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:21:56,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:21:56,771 INFO [StoreOpener-aef81d3944095402dc6ce0feacd1362f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:21:56,771 INFO [StoreOpener-aef81d3944095402dc6ce0feacd1362f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aef81d3944095402dc6ce0feacd1362f columnFamilyName hfileref 2024-11-12T03:21:56,771 DEBUG [StoreOpener-aef81d3944095402dc6ce0feacd1362f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:56,772 INFO [StoreOpener-aef81d3944095402dc6ce0feacd1362f-1 {}] regionserver.HStore(327): Store=aef81d3944095402dc6ce0feacd1362f/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:56,772 INFO [StoreOpener-aef81d3944095402dc6ce0feacd1362f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:21:56,773 INFO [StoreOpener-aef81d3944095402dc6ce0feacd1362f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aef81d3944095402dc6ce0feacd1362f columnFamilyName queue 2024-11-12T03:21:56,773 DEBUG [StoreOpener-aef81d3944095402dc6ce0feacd1362f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:56,773 INFO [StoreOpener-aef81d3944095402dc6ce0feacd1362f-1 {}] regionserver.HStore(327): Store=aef81d3944095402dc6ce0feacd1362f/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:56,773 INFO [StoreOpener-aef81d3944095402dc6ce0feacd1362f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:21:56,774 INFO [StoreOpener-aef81d3944095402dc6ce0feacd1362f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aef81d3944095402dc6ce0feacd1362f columnFamilyName sid 2024-11-12T03:21:56,774 DEBUG [StoreOpener-aef81d3944095402dc6ce0feacd1362f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:56,774 INFO [StoreOpener-aef81d3944095402dc6ce0feacd1362f-1 {}] regionserver.HStore(327): Store=aef81d3944095402dc6ce0feacd1362f/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:56,774 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:21:56,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/replication/aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:21:56,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/replication/aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:21:56,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:21:56,775 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:21:56,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:21:56,777 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:21:56,778 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/replication/aef81d3944095402dc6ce0feacd1362f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:56,779 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened aef81d3944095402dc6ce0feacd1362f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68928049, jitterRate=0.02710796892642975}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:21:56,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:21:56,779 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for aef81d3944095402dc6ce0feacd1362f: Running coprocessor pre-open hook at 1731381716770Writing region info on filesystem at 1731381716770Initializing all the Stores at 1731381716770Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381716770Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381716770Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381716770Cleaning up temporary data from old regions at 1731381716775 (+5 ms)Running coprocessor post-open hooks at 1731381716779 (+4 ms)Region opened successfully at 1731381716779 2024-11-12T03:21:56,780 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f., pid=10, masterSystemTime=1731381716742 2024-11-12T03:21:56,781 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. 2024-11-12T03:21:56,781 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. 2024-11-12T03:21:56,781 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=aef81d3944095402dc6ce0feacd1362f, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,40699,1731381700400 2024-11-12T03:21:56,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure aef81d3944095402dc6ce0feacd1362f, server=3fb681890ab2,40699,1731381700400 because future has completed 2024-11-12T03:21:56,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T03:21:56,785 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure aef81d3944095402dc6ce0feacd1362f, server=3fb681890ab2,40699,1731381700400 in 193 msec 2024-11-12T03:21:56,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T03:21:56,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=aef81d3944095402dc6ce0feacd1362f, ASSIGN in 349 msec 2024-11-12T03:21:56,786 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:21:56,787 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381716786"}]},"ts":"1731381716786"} 2024-11-12T03:21:56,788 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:21:56,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:21:56,790 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-12T03:21:56,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f., hostname=3fb681890ab2,40699,1731381700400, seqNum=2] 2024-11-12T03:21:56,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:21:56,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:21:56,948 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:21:57,029 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 379, reset compression=false 2024-11-12T03:21:57,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40699 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T03:21:57,101 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:21:57,125 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,40699,1731381700400, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:21:57,125 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:57,125 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40699,1731381700400, seqNum=-1] 2024-11-12T03:21:57,126 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:57,127 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T03:21:57,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,40699,1731381700400', locateType=CURRENT is [region=hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f., hostname=3fb681890ab2,40699,1731381700400, seqNum=2] 2024-11-12T03:21:57,130 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T03:21:57,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45175 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T03:21:57,132 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,40699,1731381700400 suceeded 2024-11-12T03:21:57,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T03:21:57,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 184 msec 2024-11-12T03:21:57,133 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:41199,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:21:57,134 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5280 sec 2024-11-12T03:21:57,143 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:41199' 2024-11-12T03:21:57,144 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d0adccd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:57,144 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,41199,-1 for getting cluster id 2024-11-12T03:21:57,144 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:57,145 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7abaa4c9-2ffd-41c1-87ca-eafe72056fda' 2024-11-12T03:21:57,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:57,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7abaa4c9-2ffd-41c1-87ca-eafe72056fda" 2024-11-12T03:21:57,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38969601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:57,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,41199,-1] 2024-11-12T03:21:57,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:57,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:57,146 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:57,146 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38d4f646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:57,146 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:57,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,41199,1731381705716 2024-11-12T03:21:57,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6adebdb2 2024-11-12T03:21:57,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:57,148 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-12T03:21:57,148 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,40699,1731381700400 (queues=1) is replicating from cluster=d789b25b-e34b-4597-acc5-1d9d872d7232 to cluster=7abaa4c9-2ffd-41c1-87ca-eafe72056fda 2024-11-12T03:21:57,148 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C40699%2C1731381700400 2024-11-12T03:21:57,148 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,40699,1731381700400, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:21:57,149 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765, startPosition=0, beingWritten=true 2024-11-12T03:21:57,149 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C40699%2C1731381700400 2024-11-12T03:21:57,152 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:57,153 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 379, reset compression=false 2024-11-12T03:21:57,153 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40699,1731381700400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:57,355 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 379, reset compression=false 2024-11-12T03:21:57,632 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 379, reset compression=false 2024-11-12T03:21:57,658 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 379, reset compression=false 2024-11-12T03:21:57,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:57,750 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:21:57,750 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:21:57,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:57,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:57,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:57,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:57,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63406098, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:57,751 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,41199,-1 for getting cluster id 2024-11-12T03:21:57,751 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:57,752 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7abaa4c9-2ffd-41c1-87ca-eafe72056fda' 2024-11-12T03:21:57,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:57,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7abaa4c9-2ffd-41c1-87ca-eafe72056fda" 2024-11-12T03:21:57,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41910a31, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:57,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,41199,-1] 2024-11-12T03:21:57,752 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:57,753 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:57,753 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:57,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3604d072, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:57,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,41199,1731381705716 2024-11-12T03:21:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c55370c 2024-11-12T03:21:57,755 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:57,756 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:57,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:45175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:21:57,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:21:57,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:57,758 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:45175' 2024-11-12T03:21:57,759 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c7e78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:57,759 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45175,-1 for getting cluster id 2024-11-12T03:21:57,759 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:57,760 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd789b25b-e34b-4597-acc5-1d9d872d7232' 2024-11-12T03:21:57,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:57,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d789b25b-e34b-4597-acc5-1d9d872d7232" 2024-11-12T03:21:57,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b7323f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:57,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45175,-1] 2024-11-12T03:21:57,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:57,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:57,761 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:57,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9c9090, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:57,761 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:57,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45175,1731381700230 2024-11-12T03:21:57,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@532dc7f 2024-11-12T03:21:57,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:57,762 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:21:57,763 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T03:21:57,763 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:21:57,763 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:57,763 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:57,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:57,763 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:21:57,764 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:21:57,765 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:21:57,765 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:57,766 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:21:57,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741837_1013 (size=1138) 2024-11-12T03:21:57,814 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:21:57,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:58,061 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 379, reset compression=false 2024-11-12T03:21:58,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:58,172 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b2c016c2192057e7c75c97cf9fa4e667, NAME => 'hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50 2024-11-12T03:21:58,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741838_1014 (size=44) 2024-11-12T03:21:58,335 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 379, reset compression=false 2024-11-12T03:21:58,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:58,564 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 379, reset compression=false 2024-11-12T03:21:58,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:58,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b2c016c2192057e7c75c97cf9fa4e667, disabling compactions & flushes 2024-11-12T03:21:58,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. 2024-11-12T03:21:58,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. 2024-11-12T03:21:58,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. after waiting 0 ms 2024-11-12T03:21:58,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. 2024-11-12T03:21:58,611 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. 2024-11-12T03:21:58,611 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b2c016c2192057e7c75c97cf9fa4e667: Waiting for close lock at 1731381718611Disabling compacts and flushes for region at 1731381718611Disabling writes for close at 1731381718611Writing region close event to WAL at 1731381718611Closed at 1731381718611 2024-11-12T03:21:58,612 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:21:58,612 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381718612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381718612"}]},"ts":"1731381718612"} 2024-11-12T03:21:58,614 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:21:58,614 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:21:58,614 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381718614"}]},"ts":"1731381718614"} 2024-11-12T03:21:58,616 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:21:58,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b2c016c2192057e7c75c97cf9fa4e667, ASSIGN}] 2024-11-12T03:21:58,617 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b2c016c2192057e7c75c97cf9fa4e667, ASSIGN 2024-11-12T03:21:58,618 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b2c016c2192057e7c75c97cf9fa4e667, ASSIGN; state=OFFLINE, location=3fb681890ab2,42649,1731381705859; forceNewPlan=false, retain=false 2024-11-12T03:21:58,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b2c016c2192057e7c75c97cf9fa4e667, regionState=OPENING, regionLocation=3fb681890ab2,42649,1731381705859 2024-11-12T03:21:58,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b2c016c2192057e7c75c97cf9fa4e667, ASSIGN because future has completed 2024-11-12T03:21:58,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2c016c2192057e7c75c97cf9fa4e667, server=3fb681890ab2,42649,1731381705859}] 2024-11-12T03:21:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:58,925 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. 2024-11-12T03:21:58,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:21:58,926 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:21:58,927 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C42649%2C1731381705859.rep, suffix=, logDir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859, archiveDir=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/oldWALs, maxLogs=10 2024-11-12T03:21:58,939 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.rep.1731381718927, exclude list is [], retry=0 2024-11-12T03:21:58,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37463,DS-eef570bc-b7e9-46d7-ae94-16a5ffe184cd,DISK] 2024-11-12T03:21:58,942 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.rep.1731381718927 2024-11-12T03:21:58,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38575:38575)] 2024-11-12T03:21:58,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b2c016c2192057e7c75c97cf9fa4e667, NAME => 'hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:21:58,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:21:58,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:21:58,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. service=MultiRowMutationService 2024-11-12T03:21:58,943 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:21:58,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:21:58,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:21:58,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:21:58,943 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:21:58,944 INFO [StoreOpener-b2c016c2192057e7c75c97cf9fa4e667-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:21:58,945 INFO [StoreOpener-b2c016c2192057e7c75c97cf9fa4e667-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c016c2192057e7c75c97cf9fa4e667 columnFamilyName hfileref 2024-11-12T03:21:58,945 DEBUG [StoreOpener-b2c016c2192057e7c75c97cf9fa4e667-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:58,945 INFO [StoreOpener-b2c016c2192057e7c75c97cf9fa4e667-1 {}] regionserver.HStore(327): Store=b2c016c2192057e7c75c97cf9fa4e667/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:58,945 INFO [StoreOpener-b2c016c2192057e7c75c97cf9fa4e667-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:21:58,946 INFO [StoreOpener-b2c016c2192057e7c75c97cf9fa4e667-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c016c2192057e7c75c97cf9fa4e667 columnFamilyName queue 2024-11-12T03:21:58,946 DEBUG [StoreOpener-b2c016c2192057e7c75c97cf9fa4e667-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:58,946 INFO [StoreOpener-b2c016c2192057e7c75c97cf9fa4e667-1 {}] regionserver.HStore(327): Store=b2c016c2192057e7c75c97cf9fa4e667/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:58,946 INFO [StoreOpener-b2c016c2192057e7c75c97cf9fa4e667-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:21:58,947 INFO [StoreOpener-b2c016c2192057e7c75c97cf9fa4e667-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2c016c2192057e7c75c97cf9fa4e667 columnFamilyName sid 2024-11-12T03:21:58,947 DEBUG [StoreOpener-b2c016c2192057e7c75c97cf9fa4e667-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:21:58,947 INFO [StoreOpener-b2c016c2192057e7c75c97cf9fa4e667-1 {}] regionserver.HStore(327): Store=b2c016c2192057e7c75c97cf9fa4e667/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:21:58,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:21:58,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/replication/b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:21:58,948 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/replication/b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:21:58,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:21:58,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:21:58,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:21:58,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:21:58,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/replication/b2c016c2192057e7c75c97cf9fa4e667/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:21:58,951 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b2c016c2192057e7c75c97cf9fa4e667; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70360156, jitterRate=0.048448026180267334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:21:58,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:21:58,952 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b2c016c2192057e7c75c97cf9fa4e667: Running coprocessor pre-open hook at 1731381718943Writing region info on filesystem at 1731381718943Initializing all the Stores at 1731381718944 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381718944Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381718944Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381718944Cleaning up temporary data from old regions at 1731381718949 (+5 ms)Running coprocessor post-open hooks at 1731381718951 (+2 ms)Region opened successfully at 1731381718952 (+1 ms) 2024-11-12T03:21:58,952 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667., pid=10, masterSystemTime=1731381718923 2024-11-12T03:21:58,954 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. 2024-11-12T03:21:58,954 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. 2024-11-12T03:21:58,954 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b2c016c2192057e7c75c97cf9fa4e667, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,42649,1731381705859 2024-11-12T03:21:58,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2c016c2192057e7c75c97cf9fa4e667, server=3fb681890ab2,42649,1731381705859 because future has completed 2024-11-12T03:21:58,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T03:21:58,958 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b2c016c2192057e7c75c97cf9fa4e667, server=3fb681890ab2,42649,1731381705859 in 186 msec 2024-11-12T03:21:58,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T03:21:58,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b2c016c2192057e7c75c97cf9fa4e667, ASSIGN in 342 msec 2024-11-12T03:21:58,960 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:21:58,960 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381718960"}]},"ts":"1731381718960"} 2024-11-12T03:21:58,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:21:58,962 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:21:58,963 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-12T03:21:58,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667., hostname=3fb681890ab2,42649,1731381705859, seqNum=2] 2024-11-12T03:21:59,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:21:59,028 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:21:59,050 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:21:59,138 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 379, reset compression=false 2024-11-12T03:21:59,167 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 379, reset compression=false 2024-11-12T03:21:59,202 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42649 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T03:21:59,203 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:21:59,236 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,42649,1731381705859, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:21:59,236 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:59,236 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,42649,1731381705859, seqNum=-1] 2024-11-12T03:21:59,237 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:59,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T03:21:59,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,42649,1731381705859', locateType=CURRENT is [region=hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667., hostname=3fb681890ab2,42649,1731381705859, seqNum=2] 2024-11-12T03:21:59,241 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T03:21:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T03:21:59,243 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,42649,1731381705859 suceeded 2024-11-12T03:21:59,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T03:21:59,245 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:45175,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:21:59,245 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-12T03:21:59,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-12T03:21:59,255 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:45175' 2024-11-12T03:21:59,256 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@406a239c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:59,256 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45175,-1 for getting cluster id 2024-11-12T03:21:59,256 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:59,256 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd789b25b-e34b-4597-acc5-1d9d872d7232' 2024-11-12T03:21:59,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:59,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d789b25b-e34b-4597-acc5-1d9d872d7232" 2024-11-12T03:21:59,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a5e022c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:59,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45175,-1] 2024-11-12T03:21:59,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:59,257 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:59,258 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:59,258 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@aca8eda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:59,259 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:21:59,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,45175,1731381700230 2024-11-12T03:21:59,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c36266c 2024-11-12T03:21:59,259 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:21:59,260 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-12T03:21:59,260 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,42649,1731381705859 (queues=1) is replicating from cluster=7abaa4c9-2ffd-41c1-87ca-eafe72056fda to cluster=d789b25b-e34b-4597-acc5-1d9d872d7232 2024-11-12T03:21:59,260 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C42649%2C1731381705859 2024-11-12T03:21:59,261 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,42649,1731381705859, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:21:59,261 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C42649%2C1731381705859 2024-11-12T03:21:59,261 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482, startPosition=0, beingWritten=true 2024-11-12T03:21:59,265 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:21:59,265 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 379, reset compression=false 2024-11-12T03:21:59,265 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,42649,1731381705859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:21:59,469 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 379, reset compression=false 2024-11-12T03:21:59,773 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 379, reset compression=false 2024-11-12T03:21:59,870 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 379, reset compression=false 2024-11-12T03:21:59,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41199 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:21:59,920 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:21:59,920 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:21:59,920 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:21:59,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:59,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:59,920 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:21:59,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ebb655, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:59,921 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,36547,-1 for getting cluster id 2024-11-12T03:21:59,921 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:59,922 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e0528919-ee7b-42a9-aea7-f5838f18e042' 2024-11-12T03:21:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e0528919-ee7b-42a9-aea7-f5838f18e042" 2024-11-12T03:21:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19c20223, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,36547,-1] 2024-11-12T03:21:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:59,922 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:59,923 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:59,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a22dede, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:59,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dbb5b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:59,924 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45175,-1 for getting cluster id 2024-11-12T03:21:59,924 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:59,924 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd789b25b-e34b-4597-acc5-1d9d872d7232' 2024-11-12T03:21:59,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:59,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d789b25b-e34b-4597-acc5-1d9d872d7232" 2024-11-12T03:21:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22637113, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45175,-1] 2024-11-12T03:21:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:59,925 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:59,925 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406627dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:59,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42761de4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:59,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,41199,-1 for getting cluster id 2024-11-12T03:21:59,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:21:59,927 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7abaa4c9-2ffd-41c1-87ca-eafe72056fda' 2024-11-12T03:21:59,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:21:59,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7abaa4c9-2ffd-41c1-87ca-eafe72056fda" 2024-11-12T03:21:59,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@441da0db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:59,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,41199,-1] 2024-11-12T03:21:59,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:21:59,927 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:21:59,927 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:21:59,928 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79d4c5ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:21:59,928 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:59,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,39153,1731381694890, seqNum=-1] 2024-11-12T03:21:59,929 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:59,930 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:21:59,931 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731381709015.4c192184cc06831b11258c4f05749f52., hostname=3fb681890ab2,39153,1731381694890, seqNum=2] 2024-11-12T03:21:59,933 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:21:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,42649,1731381705859, seqNum=-1] 2024-11-12T03:21:59,934 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:21:59,935 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:21:59,936 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc., hostname=3fb681890ab2,42649,1731381705859, seqNum=2] 2024-11-12T03:21:59,938 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-12T03:22:00,042 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 379, reset compression=false 2024-11-12T03:22:00,046 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:22:00,046 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 480, reset compression=false 2024-11-12T03:22:00,046 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,39153,1731381694890 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c192184cc06831b11258c4f05749f52/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-12T03:22:00,047 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:22:00,048 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-12T03:22:00,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:22:00,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b2fa50b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:00,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40699 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,45175,-1 for getting cluster id 2024-11-12T03:22:00,050 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40699 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:00,050 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd789b25b-e34b-4597-acc5-1d9d872d7232' 2024-11-12T03:22:00,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:00,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d789b25b-e34b-4597-acc5-1d9d872d7232" 2024-11-12T03:22:00,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ed2ed4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:00,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,45175,-1] 2024-11-12T03:22:00,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:00,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:00,051 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:00,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40699 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1db1b304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:00,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40699 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:00,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40699,1731381700400, seqNum=-1] 2024-11-12T03:22:00,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:00,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-12T03:22:00,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed., hostname=3fb681890ab2,40699,1731381700400, seqNum=2] 2024-11-12T03:22:00,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:22:00,176 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 379, reset compression=false 2024-11-12T03:22:00,249 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 480, reset compression=false 2024-11-12T03:22:00,552 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 480, reset compression=false 2024-11-12T03:22:00,673 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 379, reset compression=false 2024-11-12T03:22:00,676 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:22:00,676 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 504, reset compression=false 2024-11-12T03:22:00,676 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40699,1731381700400 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cb6b36b515770a3ecec3fe2d2d575ed/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-12T03:22:00,678 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:22:00,679 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-12T03:22:00,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:22:00,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a0d9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:00,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,41199,-1 for getting cluster id 2024-11-12T03:22:00,680 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:00,680 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 379, reset compression=false 2024-11-12T03:22:00,680 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7abaa4c9-2ffd-41c1-87ca-eafe72056fda' 2024-11-12T03:22:00,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:00,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7abaa4c9-2ffd-41c1-87ca-eafe72056fda" 2024-11-12T03:22:00,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ea6ec3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:00,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,41199,-1] 2024-11-12T03:22:00,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:00,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:00,681 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:00,681 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66e19d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:00,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:00,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,42649,1731381705859, seqNum=-1] 2024-11-12T03:22:00,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:00,684 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-12T03:22:00,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc., hostname=3fb681890ab2,42649,1731381705859, seqNum=2] 2024-11-12T03:22:00,687 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:22:00,729 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:22:00,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:00,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:00,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:00,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:00,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:00,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:00,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:00,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:00,770 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:00,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:00,776 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:00,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:00,779 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:00,807 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T03:22:00,879 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 504, reset compression=false 2024-11-12T03:22:00,939 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-12T03:22:00,939 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:00,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40699,1731381700400, seqNum=-1] 2024-11-12T03:22:00,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:00,941 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:22:00,942 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed., hostname=3fb681890ab2,40699,1731381700400, seqNum=2] 2024-11-12T03:22:00,945 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-12T03:22:00,955 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 480, reset compression=false 2024-11-12T03:22:01,182 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 504, reset compression=false 2024-11-12T03:22:01,186 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:22:01,186 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 608, reset compression=false 2024-11-12T03:22:01,186 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40699,1731381700400 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cb6b36b515770a3ecec3fe2d2d575ed/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T03:22:01,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:22:01,189 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:22:01,283 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 379, reset compression=false 2024-11-12T03:22:01,287 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:22:01,288 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 656, reset compression=false 2024-11-12T03:22:01,288 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,42649,1731381705859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482, lastWalPosition=656, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:22:01,388 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 608, reset compression=false 2024-11-12T03:22:01,458 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 480, reset compression=false 2024-11-12T03:22:01,490 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 656, reset compression=false 2024-11-12T03:22:01,691 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 608, reset compression=false 2024-11-12T03:22:01,793 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 656, reset compression=false 2024-11-12T03:22:01,947 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-12T03:22:01,949 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-12T03:22:02,061 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 480, reset compression=false 2024-11-12T03:22:02,094 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 608, reset compression=false 2024-11-12T03:22:02,196 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 656, reset compression=false 2024-11-12T03:22:02,199 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:22:02,199 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 760, reset compression=false 2024-11-12T03:22:02,199 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,42649,1731381705859 got entry batch from reader: WALEntryBatch [walEntries=[{test/85f3423baf9a5d1d34ccdf23644697fc/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-12T03:22:02,201 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:22:02,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-12T03:22:02,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:22:02,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:22:02,402 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 760, reset compression=false 2024-11-12T03:22:02,597 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 608, reset compression=false 2024-11-12T03:22:02,601 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:22:02,601 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 735, reset compression=false 2024-11-12T03:22:02,601 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40699,1731381700400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765, lastWalPosition=735, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:22:02,705 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 760, reset compression=false 2024-11-12T03:22:02,764 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 480, reset compression=false 2024-11-12T03:22:02,804 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 735, reset compression=false 2024-11-12T03:22:02,951 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-12T03:22:02,953 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T03:22:03,107 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 735, reset compression=false 2024-11-12T03:22:03,108 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 760, reset compression=false 2024-11-12T03:22:03,368 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:03,369 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:22:03,369 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108767 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:22:03,510 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 735, reset compression=false 2024-11-12T03:22:03,567 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 480, reset compression=false 2024-11-12T03:22:03,571 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:22:03,571 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:03,571 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,39153,1731381694890 got entry batch from reader: WALEntryBatch [walEntries=[{test/4c192184cc06831b11258c4f05749f52/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-12T03:22:03,572 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:22:03,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:22:03,611 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 760, reset compression=false 2024-11-12T03:22:03,774 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:03,955 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-12T03:22:04,013 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 735, reset compression=false 2024-11-12T03:22:04,017 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:22:04,017 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 883, reset compression=false 2024-11-12T03:22:04,017 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40699,1731381700400 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cb6b36b515770a3ecec3fe2d2d575ed/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765, lastWalPosition=883, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-12T03:22:04,018 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:22:04,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:22:04,077 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:04,214 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 760, reset compression=false 2024-11-12T03:22:04,217 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:22:04,217 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 932, reset compression=false 2024-11-12T03:22:04,217 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,42649,1731381705859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:22:04,220 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 883, reset compression=false 2024-11-12T03:22:04,272 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T03:22:04,420 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 932, reset compression=false 2024-11-12T03:22:04,479 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:04,523 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 883, reset compression=false 2024-11-12T03:22:04,723 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 932, reset compression=false 2024-11-12T03:22:04,926 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 883, reset compression=false 2024-11-12T03:22:04,957 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-12T03:22:04,960 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-12T03:22:04,982 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:05,127 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 932, reset compression=false 2024-11-12T03:22:05,429 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 883, reset compression=false 2024-11-12T03:22:05,433 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:22:05,433 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1042, reset compression=false 2024-11-12T03:22:05,433 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40699,1731381700400 got entry batch from reader: WALEntryBatch [walEntries=[{test/3cb6b36b515770a3ecec3fe2d2d575ed/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765, lastWalPosition=1042, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T03:22:05,434 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:22:05,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42649 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:22:05,585 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:05,631 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 932, reset compression=false 2024-11-12T03:22:05,635 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:22:05,635 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 1082, reset compression=false 2024-11-12T03:22:05,635 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,42649,1731381705859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482, lastWalPosition=1082, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:22:05,635 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1042, reset compression=false 2024-11-12T03:22:05,838 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 1082, reset compression=false 2024-11-12T03:22:05,938 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1042, reset compression=false 2024-11-12T03:22:05,961 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-12T03:22:05,964 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-12T03:22:06,141 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 1082, reset compression=false 2024-11-12T03:22:06,144 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:22:06,144 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 1241, reset compression=false 2024-11-12T03:22:06,144 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,42649,1731381705859 got entry batch from reader: WALEntryBatch [walEntries=[{test/85f3423baf9a5d1d34ccdf23644697fc/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-12T03:22:06,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40699 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-12T03:22:06,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40699 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-12T03:22:06,288 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:06,341 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1042, reset compression=false 2024-11-12T03:22:06,346 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:22:06,346 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1191, reset compression=false 2024-11-12T03:22:06,346 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40699,1731381700400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765, lastWalPosition=1191, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:22:06,347 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 1241, reset compression=false 2024-11-12T03:22:06,549 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1191, reset compression=false 2024-11-12T03:22:06,650 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 1241, reset compression=false 2024-11-12T03:22:06,852 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1191, reset compression=false 2024-11-12T03:22:06,966 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-12T03:22:06,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:22:06,971 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:06,971 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:06,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:06,971 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:06,971 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:06,971 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:22:06,972 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1592316076, stopped=false 2024-11-12T03:22:06,972 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,41199,1731381705716 2024-11-12T03:22:07,053 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 1241, reset compression=false 2024-11-12T03:22:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21457066876/running 2024-11-12T03:22:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21457066876/running 2024-11-12T03:22:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:22:07,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:22:07,059 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:22:07,059 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:07,059 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:07,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Set watcher on znode that does not yet exist, /21457066876/running 2024-11-12T03:22:07,059 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:07,060 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,42649,1731381705859' ***** 2024-11-12T03:22:07,060 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:22:07,060 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Set watcher on znode that does not yet exist, /21457066876/running 2024-11-12T03:22:07,060 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:22:07,060 INFO [RS:0;3fb681890ab2:42649 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:22:07,060 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:22:07,060 INFO [RS:0;3fb681890ab2:42649 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:22:07,060 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(3091): Received CLOSE for b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:22:07,061 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(3091): Received CLOSE for 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:22:07,061 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,42649,1731381705859 2024-11-12T03:22:07,061 INFO [RS:0;3fb681890ab2:42649 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:22:07,061 INFO [RS:0;3fb681890ab2:42649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:42649. 2024-11-12T03:22:07,061 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2c016c2192057e7c75c97cf9fa4e667, disabling compactions & flushes 2024-11-12T03:22:07,061 DEBUG [RS:0;3fb681890ab2:42649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:07,061 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. 2024-11-12T03:22:07,061 DEBUG [RS:0;3fb681890ab2:42649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:07,061 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. 2024-11-12T03:22:07,061 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. after waiting 0 ms 2024-11-12T03:22:07,061 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. 2024-11-12T03:22:07,061 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:22:07,061 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:22:07,061 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:22:07,061 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:22:07,061 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b2c016c2192057e7c75c97cf9fa4e667 3/3 column families, dataSize=1.02 KB heapSize=2.28 KB 2024-11-12T03:22:07,066 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:22:07,068 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T03:22:07,068 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1325): Online Regions={b2c016c2192057e7c75c97cf9fa4e667=hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667., 1588230740=hbase:meta,,1.1588230740, 85f3423baf9a5d1d34ccdf23644697fc=test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc.} 2024-11-12T03:22:07,068 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85f3423baf9a5d1d34ccdf23644697fc, b2c016c2192057e7c75c97cf9fa4e667 2024-11-12T03:22:07,068 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:22:07,068 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:22:07,068 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:22:07,068 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:22:07,068 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:22:07,068 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T03:22:07,081 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/.tmp/info/7103113f0d9146cd81d85dd85e563c32 is 147, key is hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667./info:regioninfo/1731381718954/Put/seqid=0 2024-11-12T03:22:07,082 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/replication/b2c016c2192057e7c75c97cf9fa4e667/.tmp/queue/b756386e4acc4a4abf23e5d49eda9d65 is 154, key is 1-3fb681890ab2,42649,1731381705859/queue:3fb681890ab2%2C42649%2C1731381705859/1731381726148/Put/seqid=0 2024-11-12T03:22:07,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741840_1016 (size=7686) 2024-11-12T03:22:07,092 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:07,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741841_1017 (size=5353) 2024-11-12T03:22:07,092 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.02 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/replication/b2c016c2192057e7c75c97cf9fa4e667/.tmp/queue/b756386e4acc4a4abf23e5d49eda9d65 2024-11-12T03:22:07,096 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/replication/b2c016c2192057e7c75c97cf9fa4e667/.tmp/queue/b756386e4acc4a4abf23e5d49eda9d65 as hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/replication/b2c016c2192057e7c75c97cf9fa4e667/queue/b756386e4acc4a4abf23e5d49eda9d65 2024-11-12T03:22:07,100 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/replication/b2c016c2192057e7c75c97cf9fa4e667/queue/b756386e4acc4a4abf23e5d49eda9d65, entries=1, sequenceid=11, filesize=5.2 K 2024-11-12T03:22:07,101 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for b2c016c2192057e7c75c97cf9fa4e667 in 40ms, sequenceid=11, compaction requested=false 2024-11-12T03:22:07,104 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/replication/b2c016c2192057e7c75c97cf9fa4e667/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T03:22:07,104 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:07,104 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:22:07,105 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. 2024-11-12T03:22:07,105 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2c016c2192057e7c75c97cf9fa4e667: Waiting for close lock at 1731381727061Running coprocessor pre-close hooks at 1731381727061Disabling compacts and flushes for region at 1731381727061Disabling writes for close at 1731381727061Obtaining lock to block concurrent updates at 1731381727061Preparing flush snapshotting stores in b2c016c2192057e7c75c97cf9fa4e667 at 1731381727061Finished memstore snapshotting hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667., syncing WAL and waiting on mvcc, flushsize=dataSize=1043, getHeapSize=2288, getOffHeapSize=0, getCellsCount=7 at 1731381727061Flushing stores of hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. at 1731381727062 (+1 ms)Flushing b2c016c2192057e7c75c97cf9fa4e667/queue: creating writer at 1731381727062Flushing b2c016c2192057e7c75c97cf9fa4e667/queue: appending metadata at 1731381727082 (+20 ms)Flushing b2c016c2192057e7c75c97cf9fa4e667/queue: closing flushed file at 1731381727082Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba8ddd3: reopening flushed file at 1731381727096 (+14 ms)Finished flush of dataSize ~1.02 KB/1043, heapSize ~1.77 KB/1808, currentSize=0 B/0 for b2c016c2192057e7c75c97cf9fa4e667 in 40ms, sequenceid=11, compaction requested=false at 1731381727101 (+5 ms)Writing region close event to WAL at 1731381727102 (+1 ms)Running coprocessor post-close hooks at 1731381727104 (+2 ms)Closed at 1731381727105 (+1 ms) 2024-11-12T03:22:07,105 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731381717763.b2c016c2192057e7c75c97cf9fa4e667. 2024-11-12T03:22:07,105 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 85f3423baf9a5d1d34ccdf23644697fc, disabling compactions & flushes 2024-11-12T03:22:07,105 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. 2024-11-12T03:22:07,105 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. 2024-11-12T03:22:07,105 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. after waiting 0 ms 2024-11-12T03:22:07,105 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. 2024-11-12T03:22:07,105 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 85f3423baf9a5d1d34ccdf23644697fc 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T03:22:07,122 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/.tmp/f/16c05410799145c6a1bc93c4640df02a is 29, key is row1/f:/1731381724958/DeleteFamily/seqid=0 2024-11-12T03:22:07,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741842_1018 (size=5152) 2024-11-12T03:22:07,126 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/.tmp/f/16c05410799145c6a1bc93c4640df02a 2024-11-12T03:22:07,129 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16c05410799145c6a1bc93c4640df02a 2024-11-12T03:22:07,145 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/.tmp/f1/0cad1c8bdc1542d885d95c67d1fae21c is 30, key is row1/f1:/1731381724958/DeleteFamily/seqid=0 2024-11-12T03:22:07,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741843_1019 (size=5158) 2024-11-12T03:22:07,255 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1191, reset compression=false 2024-11-12T03:22:07,268 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:22:07,359 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:22:07,360 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:22:07,468 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:22:07,486 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/.tmp/info/7103113f0d9146cd81d85dd85e563c32 2024-11-12T03:22:07,502 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/.tmp/ns/64b074cab5f64328845edff2d6e4c073 is 43, key is default/ns:d/1731381708972/Put/seqid=0 2024-11-12T03:22:07,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741844_1020 (size=5153) 2024-11-12T03:22:07,548 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/.tmp/f1/0cad1c8bdc1542d885d95c67d1fae21c 2024-11-12T03:22:07,552 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0cad1c8bdc1542d885d95c67d1fae21c 2024-11-12T03:22:07,557 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 1241, reset compression=false 2024-11-12T03:22:07,561 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:22:07,561 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 1488, reset compression=false 2024-11-12T03:22:07,561 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,42649,1731381705859 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482, lastWalPosition=1488, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:22:07,562 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3fb681890ab2,42649,1731381705859: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3fb681890ab2,42649,1731381705859, walGroup=3fb681890ab2%2C42649%2C1731381705859, offset=3fb681890ab2%2C42649%2C1731381705859.1731381708482:1488, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:42649 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T03:22:07,563 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T03:22:07,563 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T03:22:07,563 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T03:22:07,564 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T03:22:07,564 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T03:22:07,564 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 912242512 }, "NonHeapMemoryUsage": { "committed": 205586432, "init": 7667712, "max": -1, "used": 202758256 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T03:22:07,564 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:41199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:41199 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T03:22:07,569 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/.tmp/norep/d2136cbadf42495bb86b2f82abee188c is 33, key is row2/norep:/1731381725962/DeleteFamily/seqid=0 2024-11-12T03:22:07,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741845_1021 (size=5108) 2024-11-12T03:22:07,668 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:22:07,758 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1191, reset compression=false 2024-11-12T03:22:07,764 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 1488, reset compression=false 2024-11-12T03:22:07,868 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 85f3423baf9a5d1d34ccdf23644697fc 2024-11-12T03:22:07,905 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/.tmp/ns/64b074cab5f64328845edff2d6e4c073 2024-11-12T03:22:07,921 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/.tmp/rep_barrier/32a6782d151c4c478853ffff3585020d is 112, key is test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc./rep_barrier:seqnumDuringOpen/1731381713503/Put/seqid=0 2024-11-12T03:22:07,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741846_1022 (size=5518) 2024-11-12T03:22:07,972 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/.tmp/norep/d2136cbadf42495bb86b2f82abee188c 2024-11-12T03:22:07,975 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2136cbadf42495bb86b2f82abee188c 2024-11-12T03:22:07,976 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/.tmp/f/16c05410799145c6a1bc93c4640df02a as hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/f/16c05410799145c6a1bc93c4640df02a 2024-11-12T03:22:07,979 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 16c05410799145c6a1bc93c4640df02a 2024-11-12T03:22:07,979 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/f/16c05410799145c6a1bc93c4640df02a, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T03:22:07,980 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/.tmp/f1/0cad1c8bdc1542d885d95c67d1fae21c as hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/f1/0cad1c8bdc1542d885d95c67d1fae21c 2024-11-12T03:22:07,983 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0cad1c8bdc1542d885d95c67d1fae21c 2024-11-12T03:22:07,983 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/f1/0cad1c8bdc1542d885d95c67d1fae21c, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T03:22:07,983 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/.tmp/norep/d2136cbadf42495bb86b2f82abee188c as hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/norep/d2136cbadf42495bb86b2f82abee188c 2024-11-12T03:22:07,986 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d2136cbadf42495bb86b2f82abee188c 2024-11-12T03:22:07,986 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/norep/d2136cbadf42495bb86b2f82abee188c, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T03:22:07,987 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 85f3423baf9a5d1d34ccdf23644697fc in 882ms, sequenceid=10, compaction requested=false 2024-11-12T03:22:07,990 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/default/test/85f3423baf9a5d1d34ccdf23644697fc/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T03:22:07,991 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:07,991 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:22:07,991 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. 2024-11-12T03:22:07,991 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 85f3423baf9a5d1d34ccdf23644697fc: Waiting for close lock at 1731381727105Running coprocessor pre-close hooks at 1731381727105Disabling compacts and flushes for region at 1731381727105Disabling writes for close at 1731381727105Obtaining lock to block concurrent updates at 1731381727105Preparing flush snapshotting stores in 85f3423baf9a5d1d34ccdf23644697fc at 1731381727105Finished memstore snapshotting test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731381727105Flushing stores of test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. at 1731381727106 (+1 ms)Flushing 85f3423baf9a5d1d34ccdf23644697fc/f: creating writer at 1731381727106Flushing 85f3423baf9a5d1d34ccdf23644697fc/f: appending metadata at 1731381727121 (+15 ms)Flushing 85f3423baf9a5d1d34ccdf23644697fc/f: closing flushed file at 1731381727122 (+1 ms)Flushing 85f3423baf9a5d1d34ccdf23644697fc/f1: creating writer at 1731381727129 (+7 ms)Flushing 85f3423baf9a5d1d34ccdf23644697fc/f1: appending metadata at 1731381727144 (+15 ms)Flushing 85f3423baf9a5d1d34ccdf23644697fc/f1: closing flushed file at 1731381727145 (+1 ms)Flushing 85f3423baf9a5d1d34ccdf23644697fc/norep: creating writer at 1731381727552 (+407 ms)Flushing 85f3423baf9a5d1d34ccdf23644697fc/norep: appending metadata at 1731381727568 (+16 ms)Flushing 85f3423baf9a5d1d34ccdf23644697fc/norep: closing flushed file at 1731381727568Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fffbed6: reopening flushed file at 1731381727976 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19236353: reopening flushed file at 1731381727979 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d14d1ac: reopening flushed file at 1731381727983 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 85f3423baf9a5d1d34ccdf23644697fc in 882ms, sequenceid=10, compaction requested=false at 1731381727987 (+4 ms)Writing region close event to WAL at 1731381727988 (+1 ms)Running coprocessor post-close hooks at 1731381727990 (+2 ms)Closed at 1731381727991 (+1 ms) 2024-11-12T03:22:07,991 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381712314.85f3423baf9a5d1d34ccdf23644697fc. 2024-11-12T03:22:07,994 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:08,067 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 1488, reset compression=false 2024-11-12T03:22:08,068 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:08,070 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:22:08,070 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 2132, reset compression=false 2024-11-12T03:22:08,269 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T03:22:08,269 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:22:08,269 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:08,273 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 2132, reset compression=false 2024-11-12T03:22:08,324 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/.tmp/rep_barrier/32a6782d151c4c478853ffff3585020d 2024-11-12T03:22:08,340 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/.tmp/table/dc9e3d17837d48b185fb434ba8d78a2a is 53, key is hbase:replication/table:state/1731381718960/Put/seqid=0 2024-11-12T03:22:08,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741847_1023 (size=5308) 2024-11-12T03:22:08,361 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1191, reset compression=false 2024-11-12T03:22:08,469 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:08,576 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 2132, reset compression=false 2024-11-12T03:22:08,669 DEBUG [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:08,743 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/.tmp/table/dc9e3d17837d48b185fb434ba8d78a2a 2024-11-12T03:22:08,789 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/.tmp/info/7103113f0d9146cd81d85dd85e563c32 as hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/info/7103113f0d9146cd81d85dd85e563c32 2024-11-12T03:22:08,792 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/info/7103113f0d9146cd81d85dd85e563c32, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T03:22:08,792 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/.tmp/ns/64b074cab5f64328845edff2d6e4c073 as hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/ns/64b074cab5f64328845edff2d6e4c073 2024-11-12T03:22:08,795 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/ns/64b074cab5f64328845edff2d6e4c073, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T03:22:08,795 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/.tmp/rep_barrier/32a6782d151c4c478853ffff3585020d as hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/rep_barrier/32a6782d151c4c478853ffff3585020d 2024-11-12T03:22:08,798 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/rep_barrier/32a6782d151c4c478853ffff3585020d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T03:22:08,798 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/.tmp/table/dc9e3d17837d48b185fb434ba8d78a2a as hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/table/dc9e3d17837d48b185fb434ba8d78a2a 2024-11-12T03:22:08,801 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/table/dc9e3d17837d48b185fb434ba8d78a2a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T03:22:08,802 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false 2024-11-12T03:22:08,805 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T03:22:08,806 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:08,806 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:22:08,806 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:08,806 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381727068Running coprocessor pre-close hooks at 1731381727068Disabling compacts and flushes for region at 1731381727068Disabling writes for close at 1731381727068Obtaining lock to block concurrent updates at 1731381727068Preparing flush snapshotting stores in 1588230740 at 1731381727068Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731381727068Flushing stores of hbase:meta,,1.1588230740 at 1731381727069 (+1 ms)Flushing 1588230740/info: creating writer at 1731381727069Flushing 1588230740/info: appending metadata at 1731381727081 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731381727081Flushing 1588230740/ns: creating writer at 1731381727490 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731381727502 (+12 ms)Flushing 1588230740/ns: closing flushed file at 1731381727502Flushing 1588230740/rep_barrier: creating writer at 1731381727909 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381727920 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381727920Flushing 1588230740/table: creating writer at 1731381728328 (+408 ms)Flushing 1588230740/table: appending metadata at 1731381728339 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731381728339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2eb25c99: reopening flushed file at 1731381728788 (+449 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f524c06: reopening flushed file at 1731381728792 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f6cb93: reopening flushed file at 1731381728795 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eaffdc7: reopening flushed file at 1731381728798 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1734ms, sequenceid=16, compaction requested=false at 1731381728802 (+4 ms)Writing region close event to WAL at 1731381728803 (+1 ms)Running coprocessor post-close hooks at 1731381728806 (+3 ms)Closed at 1731381728806 2024-11-12T03:22:08,806 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:08,869 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,42649,1731381705859; all regions closed. 2024-11-12T03:22:08,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741834_1010 (size=4239) 2024-11-12T03:22:08,871 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.meta.1731381708927.meta not finished, retry = 0 2024-11-12T03:22:08,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741839_1015 (size=2896) 2024-11-12T03:22:08,974 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.rep.1731381718927 not finished, retry = 0 2024-11-12T03:22:08,979 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/WALs/3fb681890ab2,42649,1731381705859/3fb681890ab2%2C42649%2C1731381705859.1731381708482 to pos 2132, reset compression=false 2024-11-12T03:22:08,997 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:09,064 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1191, reset compression=false 2024-11-12T03:22:09,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741833_1009 (size=2140) 2024-11-12T03:22:09,076 DEBUG [RS:0;3fb681890ab2:42649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:09,076 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:22:09,077 INFO [RS:0;3fb681890ab2:42649 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:22:09,077 INFO [RS:0;3fb681890ab2:42649 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T03:22:09,077 INFO [RS:0;3fb681890ab2:42649 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:22:09,077 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:22:09,077 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,42649,1731381705859 because: Region server is closing 2024-11-12T03:22:09,078 INFO [RS:0;3fb681890ab2:42649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:42649. 2024-11-12T03:22:09,078 DEBUG [RS:0;3fb681890ab2:42649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:09,078 DEBUG [RS:0;3fb681890ab2:42649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:09,078 DEBUG [RS:0;3fb681890ab2:42649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:09,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:09,178 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.shipper3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 terminated 2024-11-12T03:22:09,178 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,42649,1731381705859.replicationSource.wal-reader.3fb681890ab2%2C42649%2C1731381705859,1-3fb681890ab2,42649,1731381705859 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:22:09,178 INFO [RS:0;3fb681890ab2:42649 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:42649. 2024-11-12T03:22:09,178 DEBUG [RS:0;3fb681890ab2:42649 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:09,178 DEBUG [RS:0;3fb681890ab2:42649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:09,178 DEBUG [RS:0;3fb681890ab2:42649 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:09,179 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:09,179 INFO [RS:0;3fb681890ab2:42649 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42649 2024-11-12T03:22:09,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21457066876/rs/3fb681890ab2,42649,1731381705859 2024-11-12T03:22:09,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876/rs 2024-11-12T03:22:09,259 INFO [RS:0;3fb681890ab2:42649 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:22:09,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,42649,1731381705859] 2024-11-12T03:22:09,279 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21457066876/draining/3fb681890ab2,42649,1731381705859 already deleted, retry=false 2024-11-12T03:22:09,280 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,42649,1731381705859 expired; onlineServers=0 2024-11-12T03:22:09,280 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,41199,1731381705716' ***** 2024-11-12T03:22:09,280 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:22:09,280 INFO [M:0;3fb681890ab2:41199 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:22:09,280 INFO [M:0;3fb681890ab2:41199 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:22:09,280 DEBUG [M:0;3fb681890ab2:41199 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:22:09,280 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:22:09,280 DEBUG [M:0;3fb681890ab2:41199 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:22:09,280 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381707913 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381707913,5,FailOnTimeoutGroup] 2024-11-12T03:22:09,280 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381707912 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381707912,5,FailOnTimeoutGroup] 2024-11-12T03:22:09,280 INFO [M:0;3fb681890ab2:41199 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:22:09,280 INFO [M:0;3fb681890ab2:41199 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:22:09,280 DEBUG [M:0;3fb681890ab2:41199 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:22:09,280 INFO [M:0;3fb681890ab2:41199 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:22:09,280 INFO [M:0;3fb681890ab2:41199 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:22:09,281 INFO [M:0;3fb681890ab2:41199 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:22:09,281 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:22:09,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21457066876/master 2024-11-12T03:22:09,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457066876 2024-11-12T03:22:09,290 DEBUG [M:0;3fb681890ab2:41199 {}] zookeeper.ZKUtil(347): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Unable to get data of znode /21457066876/master because node does not exist (not an error) 2024-11-12T03:22:09,290 WARN [M:0;3fb681890ab2:41199 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:22:09,299 INFO [M:0;3fb681890ab2:41199 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/.lastflushedseqids 2024-11-12T03:22:09,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741848_1024 (size=245) 2024-11-12T03:22:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:09,369 INFO [RS:0;3fb681890ab2:42649 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:22:09,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42649-0x1012d1005400007, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:09,369 INFO [RS:0;3fb681890ab2:42649 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,42649,1731381705859; zookeeper connection closed. 2024-11-12T03:22:09,370 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6e2136d9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6e2136d9 2024-11-12T03:22:09,370 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:22:09,704 INFO [M:0;3fb681890ab2:41199 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:22:09,704 INFO [M:0;3fb681890ab2:41199 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:22:09,704 DEBUG [M:0;3fb681890ab2:41199 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:22:09,704 INFO [M:0;3fb681890ab2:41199 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:09,704 DEBUG [M:0;3fb681890ab2:41199 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:09,704 DEBUG [M:0;3fb681890ab2:41199 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:22:09,704 DEBUG [M:0;3fb681890ab2:41199 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:09,704 INFO [M:0;3fb681890ab2:41199 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-12T03:22:09,717 DEBUG [M:0;3fb681890ab2:41199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58d62239e1b9470db7308ec1bcbd47c6 is 82, key is hbase:meta,,1/info:regioninfo/1731381708955/Put/seqid=0 2024-11-12T03:22:09,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741849_1025 (size=5672) 2024-11-12T03:22:09,820 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T03:22:09,867 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1191, reset compression=false 2024-11-12T03:22:10,099 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:10,120 INFO [M:0;3fb681890ab2:41199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58d62239e1b9470db7308ec1bcbd47c6 2024-11-12T03:22:10,135 DEBUG [M:0;3fb681890ab2:41199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e91d02411bf841f1bf507939fd960202 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731381718963/Put/seqid=0 2024-11-12T03:22:10,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741850_1026 (size=8516) 2024-11-12T03:22:10,138 INFO [M:0;3fb681890ab2:41199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e91d02411bf841f1bf507939fd960202 2024-11-12T03:22:10,157 DEBUG [M:0;3fb681890ab2:41199 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba19a0a6c6a6419ca726bfb5f961a7c9 is 69, key is 3fb681890ab2,42649,1731381705859/rs:state/1731381708022/Put/seqid=0 2024-11-12T03:22:10,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741851_1027 (size=5156) 2024-11-12T03:22:10,160 INFO [M:0;3fb681890ab2:41199 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba19a0a6c6a6419ca726bfb5f961a7c9 2024-11-12T03:22:10,163 DEBUG [M:0;3fb681890ab2:41199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/58d62239e1b9470db7308ec1bcbd47c6 as hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58d62239e1b9470db7308ec1bcbd47c6 2024-11-12T03:22:10,166 INFO [M:0;3fb681890ab2:41199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/58d62239e1b9470db7308ec1bcbd47c6, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T03:22:10,166 DEBUG [M:0;3fb681890ab2:41199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e91d02411bf841f1bf507939fd960202 as hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e91d02411bf841f1bf507939fd960202 2024-11-12T03:22:10,169 INFO [M:0;3fb681890ab2:41199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e91d02411bf841f1bf507939fd960202, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T03:22:10,170 DEBUG [M:0;3fb681890ab2:41199 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ba19a0a6c6a6419ca726bfb5f961a7c9 as hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba19a0a6c6a6419ca726bfb5f961a7c9 2024-11-12T03:22:10,173 INFO [M:0;3fb681890ab2:41199 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45129/user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ba19a0a6c6a6419ca726bfb5f961a7c9, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T03:22:10,174 INFO [M:0;3fb681890ab2:41199 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 470ms, sequenceid=97, compaction requested=false 2024-11-12T03:22:10,175 INFO [M:0;3fb681890ab2:41199 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:10,175 DEBUG [M:0;3fb681890ab2:41199 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381729704Disabling compacts and flushes for region at 1731381729704Disabling writes for close at 1731381729704Obtaining lock to block concurrent updates at 1731381729704Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381729704Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1731381729704Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381729705 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381729705Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381729716 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381729716Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381730123 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381730135 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381730135Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381730141 (+6 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381730156 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381730156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c379e3: reopening flushed file at 1731381730162 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1df7db0c: reopening flushed file at 1731381730166 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45695ad7: reopening flushed file at 1731381730169 (+3 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 470ms, sequenceid=97, compaction requested=false at 1731381730174 (+5 ms)Writing region close event to WAL at 1731381730175 (+1 ms)Closed at 1731381730175 2024-11-12T03:22:10,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37463 is added to blk_1073741830_1006 (size=63654) 2024-11-12T03:22:10,177 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7085c39b-6b4c-0794-1774-270c77a10b50/MasterData/WALs/3fb681890ab2,41199,1731381705716/3fb681890ab2%2C41199%2C1731381705716.1731381707638 not finished, retry = 0 2024-11-12T03:22:10,277 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:22:10,278 INFO [M:0;3fb681890ab2:41199 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:22:10,278 INFO [M:0;3fb681890ab2:41199 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41199 2024-11-12T03:22:10,278 INFO [M:0;3fb681890ab2:41199 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:22:10,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:10,432 INFO [M:0;3fb681890ab2:41199 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:22:10,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41199-0x1012d1005400006, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:10,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@78b0fe0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:22:10,466 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d48c9f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:22:10,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:22:10,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@c03c538{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:22:10,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63a575cc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/hadoop.log.dir/,STOPPED} 2024-11-12T03:22:10,467 WARN [BP-1111094242-172.17.0.2-1731381703803 heartbeating to localhost/127.0.0.1:45129 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:22:10,467 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:22:10,467 WARN [BP-1111094242-172.17.0.2-1731381703803 heartbeating to localhost/127.0.0.1:45129 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1111094242-172.17.0.2-1731381703803 (Datanode Uuid 7540772c-62aa-49cc-909f-e8f1a40cab84) service to localhost/127.0.0.1:45129 2024-11-12T03:22:10,467 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:22:10,467 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/cluster_f3d22df7-e878-e2e7-53cb-8ffc638a0810/data/data1/current/BP-1111094242-172.17.0.2-1731381703803 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:22:10,468 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/cluster_f3d22df7-e878-e2e7-53cb-8ffc638a0810/data/data2/current/BP-1111094242-172.17.0.2-1731381703803 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:22:10,468 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:22:10,472 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3fbcd250{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:22:10,473 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3d7b342c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:22:10,473 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:22:10,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37771786{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:22:10,473 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38f44739{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/hadoop.log.dir/,STOPPED} 2024-11-12T03:22:10,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:22:10,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:22:10,485 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:10,485 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:10,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:10,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:10,485 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:10,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:22:10,485 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1516563395, stopped=false 2024-11-12T03:22:10,485 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,45175,1731381700230 2024-11-12T03:22:10,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2088443024/running 2024-11-12T03:22:10,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2088443024/running 2024-11-12T03:22:10,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:22:10,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:22:10,505 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:22:10,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Set watcher on znode that does not yet exist, /1-2088443024/running 2024-11-12T03:22:10,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:10,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Set watcher on znode that does not yet exist, /1-2088443024/running 2024-11-12T03:22:10,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:10,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:10,506 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,40699,1731381700400' ***** 2024-11-12T03:22:10,506 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:22:10,506 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:22:10,506 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:22:10,506 INFO [RS:0;3fb681890ab2:40699 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:22:10,506 INFO [RS:0;3fb681890ab2:40699 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:22:10,506 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(3091): Received CLOSE for aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:22:10,506 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(3091): Received CLOSE for 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:22:10,506 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,40699,1731381700400 2024-11-12T03:22:10,506 INFO [RS:0;3fb681890ab2:40699 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:22:10,506 INFO [RS:0;3fb681890ab2:40699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:40699. 2024-11-12T03:22:10,506 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aef81d3944095402dc6ce0feacd1362f, disabling compactions & flushes 2024-11-12T03:22:10,507 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. 2024-11-12T03:22:10,507 DEBUG [RS:0;3fb681890ab2:40699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:10,507 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. 2024-11-12T03:22:10,507 DEBUG [RS:0;3fb681890ab2:40699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:10,507 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. after waiting 0 ms 2024-11-12T03:22:10,507 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. 2024-11-12T03:22:10,507 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:22:10,507 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:22:10,507 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:22:10,507 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:22:10,507 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing aef81d3944095402dc6ce0feacd1362f 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-12T03:22:10,507 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T03:22:10,507 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1325): Online Regions={aef81d3944095402dc6ce0feacd1362f=hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f., 1588230740=hbase:meta,,1.1588230740, 3cb6b36b515770a3ecec3fe2d2d575ed=test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed.} 2024-11-12T03:22:10,507 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cb6b36b515770a3ecec3fe2d2d575ed, aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:22:10,507 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:22:10,507 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:22:10,507 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:22:10,507 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:22:10,507 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:22:10,507 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T03:22:10,519 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/replication/aef81d3944095402dc6ce0feacd1362f/.tmp/queue/295e961125a24f60a6f257dc5ec353b8 is 154, key is 1-3fb681890ab2,40699,1731381700400/queue:3fb681890ab2%2C40699%2C1731381700400/1731381726347/Put/seqid=0 2024-11-12T03:22:10,520 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/.tmp/info/85c4233f25b1439799ab89e99c8d517f is 147, key is hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f./info:regioninfo/1731381716781/Put/seqid=0 2024-11-12T03:22:10,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741840_1016 (size=5353) 2024-11-12T03:22:10,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741841_1017 (size=7686) 2024-11-12T03:22:10,558 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:22:10,643 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:22:10,643 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:22:10,702 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=11, created chunk count=36, reused chunk count=127, reuseRatio=77.91% 2024-11-12T03:22:10,702 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-12T03:22:10,707 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cb6b36b515770a3ecec3fe2d2d575ed, aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:22:10,770 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1191, reset compression=false 2024-11-12T03:22:10,907 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cb6b36b515770a3ecec3fe2d2d575ed, aef81d3944095402dc6ce0feacd1362f 2024-11-12T03:22:10,923 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/replication/aef81d3944095402dc6ce0feacd1362f/.tmp/queue/295e961125a24f60a6f257dc5ec353b8 2024-11-12T03:22:10,926 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/.tmp/info/85c4233f25b1439799ab89e99c8d517f 2024-11-12T03:22:10,927 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/replication/aef81d3944095402dc6ce0feacd1362f/.tmp/queue/295e961125a24f60a6f257dc5ec353b8 as hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/replication/aef81d3944095402dc6ce0feacd1362f/queue/295e961125a24f60a6f257dc5ec353b8 2024-11-12T03:22:10,932 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/replication/aef81d3944095402dc6ce0feacd1362f/queue/295e961125a24f60a6f257dc5ec353b8, entries=1, sequenceid=12, filesize=5.2 K 2024-11-12T03:22:10,933 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for aef81d3944095402dc6ce0feacd1362f in 426ms, sequenceid=12, compaction requested=false 2024-11-12T03:22:10,935 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/replication/aef81d3944095402dc6ce0feacd1362f/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-12T03:22:10,936 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:10,936 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:22:10,936 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. 2024-11-12T03:22:10,936 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aef81d3944095402dc6ce0feacd1362f: Waiting for close lock at 1731381730506Running coprocessor pre-close hooks at 1731381730506Disabling compacts and flushes for region at 1731381730506Disabling writes for close at 1731381730507 (+1 ms)Obtaining lock to block concurrent updates at 1731381730507Preparing flush snapshotting stores in aef81d3944095402dc6ce0feacd1362f at 1731381730507Finished memstore snapshotting hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731381730507Flushing stores of hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. at 1731381730507Flushing aef81d3944095402dc6ce0feacd1362f/queue: creating writer at 1731381730507Flushing aef81d3944095402dc6ce0feacd1362f/queue: appending metadata at 1731381730519 (+12 ms)Flushing aef81d3944095402dc6ce0feacd1362f/queue: closing flushed file at 1731381730519Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ee67b95: reopening flushed file at 1731381730927 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for aef81d3944095402dc6ce0feacd1362f in 426ms, sequenceid=12, compaction requested=false at 1731381730933 (+6 ms)Writing region close event to WAL at 1731381730933Running coprocessor post-close hooks at 1731381730936 (+3 ms)Closed at 1731381730936 2024-11-12T03:22:10,936 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731381715613.aef81d3944095402dc6ce0feacd1362f. 2024-11-12T03:22:10,936 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3cb6b36b515770a3ecec3fe2d2d575ed, disabling compactions & flushes 2024-11-12T03:22:10,936 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. 2024-11-12T03:22:10,936 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. 2024-11-12T03:22:10,936 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. after waiting 0 ms 2024-11-12T03:22:10,936 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. 2024-11-12T03:22:10,936 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3cb6b36b515770a3ecec3fe2d2d575ed 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-12T03:22:10,945 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/.tmp/ns/8a64e8bed8a84dc8b891162077d06b07 is 43, key is default/ns:d/1731381703649/Put/seqid=0 2024-11-12T03:22:10,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741842_1018 (size=5153) 2024-11-12T03:22:10,953 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/.tmp/f/1b5b8c4637de4d698d8cc2e167b0ff71 is 29, key is row1/f:/1731381724958/DeleteFamily/seqid=0 2024-11-12T03:22:10,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741843_1019 (size=5152) 2024-11-12T03:22:11,107 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:22:11,302 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:11,307 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:22:11,348 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/.tmp/ns/8a64e8bed8a84dc8b891162077d06b07 2024-11-12T03:22:11,356 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/.tmp/f/1b5b8c4637de4d698d8cc2e167b0ff71 2024-11-12T03:22:11,359 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b5b8c4637de4d698d8cc2e167b0ff71 2024-11-12T03:22:11,369 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/.tmp/rep_barrier/def54043c9dd4b2b99077863593fd7b2 is 112, key is test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed./rep_barrier:seqnumDuringOpen/1731381711303/Put/seqid=0 2024-11-12T03:22:11,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741844_1020 (size=5518) 2024-11-12T03:22:11,375 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/.tmp/f1/a31a5a0ccdaa42688edd1969e562abad is 30, key is row1/f1:/1731381724958/DeleteFamily/seqid=0 2024-11-12T03:22:11,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741845_1021 (size=5158) 2024-11-12T03:22:11,508 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T03:22:11,508 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 3cb6b36b515770a3ecec3fe2d2d575ed=test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed.} 2024-11-12T03:22:11,508 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:22:11,708 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:22:11,772 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1191, reset compression=false 2024-11-12T03:22:11,773 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/.tmp/rep_barrier/def54043c9dd4b2b99077863593fd7b2 2024-11-12T03:22:11,776 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:22:11,776 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1438, reset compression=false 2024-11-12T03:22:11,776 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40699,1731381700400 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765, lastWalPosition=1438, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:22:11,777 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3fb681890ab2,40699,1731381700400: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3fb681890ab2,40699,1731381700400, walGroup=3fb681890ab2%2C40699%2C1731381700400, offset=3fb681890ab2%2C40699%2C1731381700400.1731381702765:1438, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:40699 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T03:22:11,778 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T03:22:11,778 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T03:22:11,779 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T03:22:11,779 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T03:22:11,779 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T03:22:11,779 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 994031440 }, "NonHeapMemoryUsage": { "committed": 205914112, "init": 7667712, "max": -1, "used": 203024768 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T03:22:11,779 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:45175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:45175 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T03:22:11,780 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/.tmp/f1/a31a5a0ccdaa42688edd1969e562abad 2024-11-12T03:22:11,784 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a31a5a0ccdaa42688edd1969e562abad 2024-11-12T03:22:11,792 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/.tmp/table/a3c757491ddb4dc5b7374bf4524af7ce is 53, key is hbase:replication/table:state/1731381716786/Put/seqid=0 2024-11-12T03:22:11,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741846_1022 (size=5308) 2024-11-12T03:22:11,799 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/.tmp/norep/4750a5c38dae42d885a7647ad2a98912 is 33, key is row1/norep:/1731381724958/DeleteFamily/seqid=0 2024-11-12T03:22:11,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741847_1023 (size=5108) 2024-11-12T03:22:11,908 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:22:11,978 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1438, reset compression=false 2024-11-12T03:22:12,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,105 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,106 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,108 DEBUG [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3cb6b36b515770a3ecec3fe2d2d575ed 2024-11-12T03:22:12,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,144 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,149 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,152 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,195 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/.tmp/table/a3c757491ddb4dc5b7374bf4524af7ce 2024-11-12T03:22:12,199 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/.tmp/info/85c4233f25b1439799ab89e99c8d517f as hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/info/85c4233f25b1439799ab89e99c8d517f 2024-11-12T03:22:12,202 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/info/85c4233f25b1439799ab89e99c8d517f, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T03:22:12,202 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/.tmp/norep/4750a5c38dae42d885a7647ad2a98912 2024-11-12T03:22:12,202 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/.tmp/ns/8a64e8bed8a84dc8b891162077d06b07 as hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/ns/8a64e8bed8a84dc8b891162077d06b07 2024-11-12T03:22:12,205 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/ns/8a64e8bed8a84dc8b891162077d06b07, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T03:22:12,206 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4750a5c38dae42d885a7647ad2a98912 2024-11-12T03:22:12,206 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/.tmp/rep_barrier/def54043c9dd4b2b99077863593fd7b2 as hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/rep_barrier/def54043c9dd4b2b99077863593fd7b2 2024-11-12T03:22:12,206 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/.tmp/f/1b5b8c4637de4d698d8cc2e167b0ff71 as hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/f/1b5b8c4637de4d698d8cc2e167b0ff71 2024-11-12T03:22:12,209 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/rep_barrier/def54043c9dd4b2b99077863593fd7b2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T03:22:12,209 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1b5b8c4637de4d698d8cc2e167b0ff71 2024-11-12T03:22:12,209 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/f/1b5b8c4637de4d698d8cc2e167b0ff71, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T03:22:12,210 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/.tmp/table/a3c757491ddb4dc5b7374bf4524af7ce as hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/table/a3c757491ddb4dc5b7374bf4524af7ce 2024-11-12T03:22:12,210 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/.tmp/f1/a31a5a0ccdaa42688edd1969e562abad as hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/f1/a31a5a0ccdaa42688edd1969e562abad 2024-11-12T03:22:12,213 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a31a5a0ccdaa42688edd1969e562abad 2024-11-12T03:22:12,213 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/f1/a31a5a0ccdaa42688edd1969e562abad, entries=3, sequenceid=10, filesize=5.0 K 2024-11-12T03:22:12,213 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/table/a3c757491ddb4dc5b7374bf4524af7ce, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T03:22:12,214 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/.tmp/norep/4750a5c38dae42d885a7647ad2a98912 as hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/norep/4750a5c38dae42d885a7647ad2a98912 2024-11-12T03:22:12,214 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-12T03:22:12,217 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4750a5c38dae42d885a7647ad2a98912 2024-11-12T03:22:12,217 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/norep/4750a5c38dae42d885a7647ad2a98912, entries=1, sequenceid=10, filesize=5.0 K 2024-11-12T03:22:12,218 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3cb6b36b515770a3ecec3fe2d2d575ed in 1282ms, sequenceid=10, compaction requested=false 2024-11-12T03:22:12,218 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T03:22:12,219 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:12,219 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:22:12,219 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:12,219 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381730507Running coprocessor pre-close hooks at 1731381730507Disabling compacts and flushes for region at 1731381730507Disabling writes for close at 1731381730507Obtaining lock to block concurrent updates at 1731381730507Preparing flush snapshotting stores in 1588230740 at 1731381730507Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731381730507Flushing stores of hbase:meta,,1.1588230740 at 1731381730508 (+1 ms)Flushing 1588230740/info: creating writer at 1731381730508Flushing 1588230740/info: appending metadata at 1731381730520 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731381730520Flushing 1588230740/ns: creating writer at 1731381730929 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731381730944 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731381730944Flushing 1588230740/rep_barrier: creating writer at 1731381731352 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381731369 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381731369Flushing 1588230740/table: creating writer at 1731381731777 (+408 ms)Flushing 1588230740/table: appending metadata at 1731381731791 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731381731791Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1263226d: reopening flushed file at 1731381732198 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7137cbe1: reopening flushed file at 1731381732202 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32b9b7a8: reopening flushed file at 1731381732206 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a76621e: reopening flushed file at 1731381732209 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1731381732214 (+5 ms)Writing region close event to WAL at 1731381732215 (+1 ms)Running coprocessor post-close hooks at 1731381732219 (+4 ms)Closed at 1731381732219 2024-11-12T03:22:12,219 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:12,221 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/data/default/test/3cb6b36b515770a3ecec3fe2d2d575ed/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-12T03:22:12,221 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:12,221 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:22:12,221 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. 2024-11-12T03:22:12,221 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3cb6b36b515770a3ecec3fe2d2d575ed: Waiting for close lock at 1731381730936Running coprocessor pre-close hooks at 1731381730936Disabling compacts and flushes for region at 1731381730936Disabling writes for close at 1731381730936Obtaining lock to block concurrent updates at 1731381730936Preparing flush snapshotting stores in 3cb6b36b515770a3ecec3fe2d2d575ed at 1731381730936Finished memstore snapshotting test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731381730937 (+1 ms)Flushing stores of test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. at 1731381730937Flushing 3cb6b36b515770a3ecec3fe2d2d575ed/f: creating writer at 1731381730937Flushing 3cb6b36b515770a3ecec3fe2d2d575ed/f: appending metadata at 1731381730952 (+15 ms)Flushing 3cb6b36b515770a3ecec3fe2d2d575ed/f: closing flushed file at 1731381730952Flushing 3cb6b36b515770a3ecec3fe2d2d575ed/f1: creating writer at 1731381731359 (+407 ms)Flushing 3cb6b36b515770a3ecec3fe2d2d575ed/f1: appending metadata at 1731381731375 (+16 ms)Flushing 3cb6b36b515770a3ecec3fe2d2d575ed/f1: closing flushed file at 1731381731375Flushing 3cb6b36b515770a3ecec3fe2d2d575ed/norep: creating writer at 1731381731784 (+409 ms)Flushing 3cb6b36b515770a3ecec3fe2d2d575ed/norep: appending metadata at 1731381731798 (+14 ms)Flushing 3cb6b36b515770a3ecec3fe2d2d575ed/norep: closing flushed file at 1731381731798Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@496f9431: reopening flushed file at 1731381732206 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@163d9b4a: reopening flushed file at 1731381732209 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ca62927: reopening flushed file at 1731381732213 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 3cb6b36b515770a3ecec3fe2d2d575ed in 1282ms, sequenceid=10, compaction requested=false at 1731381732218 (+5 ms)Writing region close event to WAL at 1731381732219 (+1 ms)Running coprocessor post-close hooks at 1731381732221 (+2 ms)Closed at 1731381732221 2024-11-12T03:22:12,221 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381710162.3cb6b36b515770a3ecec3fe2d2d575ed. 2024-11-12T03:22:12,281 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 1438, reset compression=false 2024-11-12T03:22:12,284 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:22:12,284 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.wal-reader.3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.1731381702765 to pos 2082, reset compression=false 2024-11-12T03:22:12,308 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,40699,1731381700400; all regions closed. 2024-11-12T03:22:12,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741834_1010 (size=4239) 2024-11-12T03:22:12,310 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/WALs/3fb681890ab2,40699,1731381700400/3fb681890ab2%2C40699%2C1731381700400.meta.1731381703597.meta not finished, retry = 0 2024-11-12T03:22:12,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741839_1015 (size=3114) 2024-11-12T03:22:12,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741832_1008 (size=2090) 2024-11-12T03:22:12,415 DEBUG [RS:0;3fb681890ab2:40699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:12,415 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:22:12,415 INFO [RS:0;3fb681890ab2:40699 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:22:12,415 INFO [RS:0;3fb681890ab2:40699 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T03:22:12,415 INFO [RS:0;3fb681890ab2:40699 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:22:12,415 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:22:12,415 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,40699,1731381700400 because: Region server is closing 2024-11-12T03:22:12,415 INFO [RS:0;3fb681890ab2:40699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:40699. 2024-11-12T03:22:12,415 DEBUG [RS:0;3fb681890ab2:40699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:12,415 DEBUG [RS:0;3fb681890ab2:40699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:12,415 DEBUG [RS:0;3fb681890ab2:40699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:12,415 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:12,516 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40699,1731381700400.replicationSource.shipper3fb681890ab2%2C40699%2C1731381700400,1-3fb681890ab2,40699,1731381700400 terminated 2024-11-12T03:22:12,516 INFO [RS:0;3fb681890ab2:40699 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:40699. 2024-11-12T03:22:12,516 DEBUG [RS:0;3fb681890ab2:40699 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:12,516 DEBUG [RS:0;3fb681890ab2:40699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:12,516 DEBUG [RS:0;3fb681890ab2:40699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:12,516 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:12,516 INFO [RS:0;3fb681890ab2:40699 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40699 2024-11-12T03:22:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024/rs 2024-11-12T03:22:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2088443024/rs/3fb681890ab2,40699,1731381700400 2024-11-12T03:22:12,585 INFO [RS:0;3fb681890ab2:40699 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:22:12,605 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:12,627 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,40699,1731381700400] 2024-11-12T03:22:12,648 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-2088443024/draining/3fb681890ab2,40699,1731381700400 already deleted, retry=false 2024-11-12T03:22:12,648 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,40699,1731381700400 expired; onlineServers=0 2024-11-12T03:22:12,648 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,45175,1731381700230' ***** 2024-11-12T03:22:12,648 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:22:12,648 INFO [M:0;3fb681890ab2:45175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:22:12,648 INFO [M:0;3fb681890ab2:45175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:22:12,648 DEBUG [M:0;3fb681890ab2:45175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:22:12,648 DEBUG [M:0;3fb681890ab2:45175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:22:12,648 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:22:12,648 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381702405 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381702405,5,FailOnTimeoutGroup] 2024-11-12T03:22:12,648 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381702404 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381702404,5,FailOnTimeoutGroup] 2024-11-12T03:22:12,648 INFO [M:0;3fb681890ab2:45175 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:22:12,648 INFO [M:0;3fb681890ab2:45175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:22:12,648 DEBUG [M:0;3fb681890ab2:45175 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:22:12,648 INFO [M:0;3fb681890ab2:45175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:22:12,649 INFO [M:0;3fb681890ab2:45175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:22:12,649 INFO [M:0;3fb681890ab2:45175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:22:12,649 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:22:12,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-2088443024/master 2024-11-12T03:22:12,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-2088443024 2024-11-12T03:22:12,658 DEBUG [M:0;3fb681890ab2:45175 {}] zookeeper.ZKUtil(347): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Unable to get data of znode /1-2088443024/master because node does not exist (not an error) 2024-11-12T03:22:12,658 WARN [M:0;3fb681890ab2:45175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:22:12,659 INFO [M:0;3fb681890ab2:45175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/.lastflushedseqids 2024-11-12T03:22:12,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741848_1024 (size=245) 2024-11-12T03:22:12,679 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:22:12,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,680 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,712 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,713 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:12,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:12,727 INFO [RS:0;3fb681890ab2:40699 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:22:12,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40699-0x1012d1005400004, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:12,727 INFO [RS:0;3fb681890ab2:40699 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,40699,1731381700400; zookeeper connection closed. 2024-11-12T03:22:12,728 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@22df34d4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@22df34d4 2024-11-12T03:22:12,728 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:22:13,063 INFO [M:0;3fb681890ab2:45175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:22:13,063 INFO [M:0;3fb681890ab2:45175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:22:13,063 DEBUG [M:0;3fb681890ab2:45175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:22:13,063 INFO [M:0;3fb681890ab2:45175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:13,063 DEBUG [M:0;3fb681890ab2:45175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:13,063 DEBUG [M:0;3fb681890ab2:45175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:22:13,063 DEBUG [M:0;3fb681890ab2:45175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:13,063 INFO [M:0;3fb681890ab2:45175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-12T03:22:13,078 DEBUG [M:0;3fb681890ab2:45175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f1820d2b54846629a2b29c67fc36d6a is 82, key is hbase:meta,,1/info:regioninfo/1731381703630/Put/seqid=0 2024-11-12T03:22:13,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741849_1025 (size=5672) 2024-11-12T03:22:13,482 INFO [M:0;3fb681890ab2:45175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f1820d2b54846629a2b29c67fc36d6a 2024-11-12T03:22:13,497 DEBUG [M:0;3fb681890ab2:45175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00ccfd7790604aff8338dde763d2e500 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731381716789/Put/seqid=0 2024-11-12T03:22:13,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741850_1026 (size=8517) 2024-11-12T03:22:13,900 INFO [M:0;3fb681890ab2:45175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00ccfd7790604aff8338dde763d2e500 2024-11-12T03:22:13,919 DEBUG [M:0;3fb681890ab2:45175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c89f7164e3f443c9bd21bbe877e4662 is 69, key is 3fb681890ab2,40699,1731381700400/rs:state/1731381702502/Put/seqid=0 2024-11-12T03:22:13,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741851_1027 (size=5156) 2024-11-12T03:22:14,008 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:14,322 INFO [M:0;3fb681890ab2:45175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c89f7164e3f443c9bd21bbe877e4662 2024-11-12T03:22:14,326 DEBUG [M:0;3fb681890ab2:45175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6f1820d2b54846629a2b29c67fc36d6a as hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f1820d2b54846629a2b29c67fc36d6a 2024-11-12T03:22:14,329 INFO [M:0;3fb681890ab2:45175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6f1820d2b54846629a2b29c67fc36d6a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-12T03:22:14,329 DEBUG [M:0;3fb681890ab2:45175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00ccfd7790604aff8338dde763d2e500 as hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00ccfd7790604aff8338dde763d2e500 2024-11-12T03:22:14,332 INFO [M:0;3fb681890ab2:45175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00ccfd7790604aff8338dde763d2e500, entries=11, sequenceid=97, filesize=8.3 K 2024-11-12T03:22:14,333 DEBUG [M:0;3fb681890ab2:45175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c89f7164e3f443c9bd21bbe877e4662 as hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c89f7164e3f443c9bd21bbe877e4662 2024-11-12T03:22:14,336 INFO [M:0;3fb681890ab2:45175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45039/user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c89f7164e3f443c9bd21bbe877e4662, entries=1, sequenceid=97, filesize=5.0 K 2024-11-12T03:22:14,336 INFO [M:0;3fb681890ab2:45175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false 2024-11-12T03:22:14,337 INFO [M:0;3fb681890ab2:45175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:14,337 DEBUG [M:0;3fb681890ab2:45175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381733063Disabling compacts and flushes for region at 1731381733063Disabling writes for close at 1731381733063Obtaining lock to block concurrent updates at 1731381733063Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381733063Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731381733063Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381733064 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381733064Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381733078 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381733078Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381733485 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381733496 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381733497 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381733903 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381733918 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381733918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@448bbc18: reopening flushed file at 1731381734325 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b297b13: reopening flushed file at 1731381734329 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@296dbbd8: reopening flushed file at 1731381734333 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1273ms, sequenceid=97, compaction requested=false at 1731381734336 (+3 ms)Writing region close event to WAL at 1731381734337 (+1 ms)Closed at 1731381734337 2024-11-12T03:22:14,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40441 is added to blk_1073741830_1006 (size=63666) 2024-11-12T03:22:14,339 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/edfc8937-5857-534f-4bc0-92be8807716d/MasterData/WALs/3fb681890ab2,45175,1731381700230/3fb681890ab2%2C45175%2C1731381700230.1731381701747 not finished, retry = 0 2024-11-12T03:22:14,439 INFO [M:0;3fb681890ab2:45175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:22:14,439 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:22:14,439 INFO [M:0;3fb681890ab2:45175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45175 2024-11-12T03:22:14,440 INFO [M:0;3fb681890ab2:45175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:22:14,590 INFO [M:0;3fb681890ab2:45175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:22:14,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:14,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45175-0x1012d1005400003, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:14,592 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198298d9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:22:14,592 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@965b6c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:22:14,593 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:22:14,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5f92b2d4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:22:14,593 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@600039f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/hadoop.log.dir/,STOPPED} 2024-11-12T03:22:14,594 WARN [BP-755278243-172.17.0.2-1731381698375 heartbeating to localhost/127.0.0.1:45039 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:22:14,594 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:22:14,594 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:22:14,594 WARN [BP-755278243-172.17.0.2-1731381698375 heartbeating to localhost/127.0.0.1:45039 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-755278243-172.17.0.2-1731381698375 (Datanode Uuid 0158ffb4-d635-40d8-bf1d-237108701e4b) service to localhost/127.0.0.1:45039 2024-11-12T03:22:14,595 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/cluster_6eaf9409-7875-17ae-70de-f831d843fd11/data/data1/current/BP-755278243-172.17.0.2-1731381698375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:22:14,595 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/cluster_6eaf9409-7875-17ae-70de-f831d843fd11/data/data2/current/BP-755278243-172.17.0.2-1731381698375 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:22:14,595 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:22:14,601 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cb05dc5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:22:14,601 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c773f45{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:22:14,602 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:22:14,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@477a74d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:22:14,602 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c3bd2e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/15e4a59b-91d2-55b7-4e23-15793f4744ab/hadoop.log.dir/,STOPPED} 2024-11-12T03:22:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:22:14,616 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:22:14,617 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:14,617 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:14,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:14,617 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:14,617 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:14,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:22:14,617 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1311601905, stopped=false 2024-11-12T03:22:14,617 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,36547,1731381694680 2024-11-12T03:22:14,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01873474785/running 2024-11-12T03:22:14,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01873474785/running 2024-11-12T03:22:14,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:22:14,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:22:14,631 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:22:14,631 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:14,631 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:14,631 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:14,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Set watcher on znode that does not yet exist, /01873474785/running 2024-11-12T03:22:14,631 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Set watcher on znode that does not yet exist, /01873474785/running 2024-11-12T03:22:14,631 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,39153,1731381694890' ***** 2024-11-12T03:22:14,631 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:22:14,632 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:22:14,632 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:22:14,632 INFO [RS:0;3fb681890ab2:39153 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:22:14,632 INFO [RS:0;3fb681890ab2:39153 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:22:14,632 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c192184cc06831b11258c4f05749f52 2024-11-12T03:22:14,632 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(3091): Received CLOSE for 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:22:14,632 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,39153,1731381694890 2024-11-12T03:22:14,632 INFO [RS:0;3fb681890ab2:39153 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:22:14,632 INFO [RS:0;3fb681890ab2:39153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:39153. 2024-11-12T03:22:14,632 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c192184cc06831b11258c4f05749f52, disabling compactions & flushes 2024-11-12T03:22:14,632 DEBUG [RS:0;3fb681890ab2:39153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:14,632 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381709015.4c192184cc06831b11258c4f05749f52. 2024-11-12T03:22:14,632 DEBUG [RS:0;3fb681890ab2:39153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:14,632 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381709015.4c192184cc06831b11258c4f05749f52. 2024-11-12T03:22:14,632 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:22:14,632 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381709015.4c192184cc06831b11258c4f05749f52. after waiting 0 ms 2024-11-12T03:22:14,632 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:22:14,632 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381709015.4c192184cc06831b11258c4f05749f52. 2024-11-12T03:22:14,632 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:22:14,632 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:22:14,632 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 4c192184cc06831b11258c4f05749f52 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-12T03:22:14,633 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T03:22:14,633 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1325): Online Regions={4c192184cc06831b11258c4f05749f52=test,,1731381709015.4c192184cc06831b11258c4f05749f52., 1588230740=hbase:meta,,1.1588230740, 876de6cede47303d5db91bcbdfb7b896=hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896.} 2024-11-12T03:22:14,633 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c192184cc06831b11258c4f05749f52, 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:22:14,633 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:22:14,633 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:22:14,633 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:22:14,633 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:22:14,633 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:22:14,633 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T03:22:14,647 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/.tmp/f/aff0e00bf5b64c2491f1b6477e44853c is 28, key is row/f:/1731381722951/DeleteFamily/seqid=0 2024-11-12T03:22:14,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741840_1016 (size=5085) 2024-11-12T03:22:14,652 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/.tmp/info/9683d2b19d974f428ca53773082c53fc is 147, key is hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896./info:regioninfo/1731381715237/Put/seqid=0 2024-11-12T03:22:14,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741841_1017 (size=7686) 2024-11-12T03:22:14,699 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:22:14,833 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c192184cc06831b11258c4f05749f52, 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:22:15,033 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c192184cc06831b11258c4f05749f52, 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:22:15,050 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/.tmp/f/aff0e00bf5b64c2491f1b6477e44853c 2024-11-12T03:22:15,054 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aff0e00bf5b64c2491f1b6477e44853c 2024-11-12T03:22:15,055 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/.tmp/info/9683d2b19d974f428ca53773082c53fc 2024-11-12T03:22:15,063 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:22:15,063 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:22:15,066 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/.tmp/f1/89307e04db1548828f2750dcdf2cc188 is 29, key is row/f1:/1731381722951/DeleteFamily/seqid=0 2024-11-12T03:22:15,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741842_1018 (size=5089) 2024-11-12T03:22:15,077 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/.tmp/ns/6ab29219df8f4d0f8809ce4b472c9de7 is 43, key is default/ns:d/1731381698290/Put/seqid=0 2024-11-12T03:22:15,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741843_1019 (size=5153) 2024-11-12T03:22:15,233 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c192184cc06831b11258c4f05749f52, 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:22:15,433 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c192184cc06831b11258c4f05749f52, 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:22:15,470 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/.tmp/f1/89307e04db1548828f2750dcdf2cc188 2024-11-12T03:22:15,473 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89307e04db1548828f2750dcdf2cc188 2024-11-12T03:22:15,480 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/.tmp/ns/6ab29219df8f4d0f8809ce4b472c9de7 2024-11-12T03:22:15,486 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/.tmp/norep/1e34a3672d2b48b588975eb2be3f0993 is 32, key is row/norep:/1731381722951/DeleteFamily/seqid=0 2024-11-12T03:22:15,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741844_1020 (size=5101) 2024-11-12T03:22:15,496 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/.tmp/rep_barrier/38ab2eba3f1b434d9dd8d6655cbe2b5a is 112, key is test,,1731381709015.4c192184cc06831b11258c4f05749f52./rep_barrier:seqnumDuringOpen/1731381709757/Put/seqid=0 2024-11-12T03:22:15,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741845_1021 (size=5518) 2024-11-12T03:22:15,511 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 636, reset compression=false 2024-11-12T03:22:15,514 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:22:15,514 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 883, reset compression=false 2024-11-12T03:22:15,514 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,39153,1731381694890 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:22:15,515 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3fb681890ab2,39153,1731381694890: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-3fb681890ab2,39153,1731381694890, walGroup=3fb681890ab2%2C39153%2C1731381694890, offset=3fb681890ab2%2C39153%2C1731381694890.1731381697099:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:39153 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T03:22:15,516 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T03:22:15,516 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T03:22:15,516 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T03:22:15,516 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T03:22:15,516 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T03:22:15,517 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1398800384, "init": 1048576000, "max": 2306867200, "used": 1092597584 }, "NonHeapMemoryUsage": { "committed": 206372864, "init": 7667712, "max": -1, "used": 203512824 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T03:22:15,517 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36547 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-12T03:22:15,633 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c192184cc06831b11258c4f05749f52, 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:22:15,717 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 883, reset compression=false 2024-11-12T03:22:15,834 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c192184cc06831b11258c4f05749f52, 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:22:15,889 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/.tmp/norep/1e34a3672d2b48b588975eb2be3f0993 2024-11-12T03:22:15,892 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e34a3672d2b48b588975eb2be3f0993 2024-11-12T03:22:15,893 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/.tmp/f/aff0e00bf5b64c2491f1b6477e44853c as hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/f/aff0e00bf5b64c2491f1b6477e44853c 2024-11-12T03:22:15,896 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for aff0e00bf5b64c2491f1b6477e44853c 2024-11-12T03:22:15,896 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/f/aff0e00bf5b64c2491f1b6477e44853c, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T03:22:15,896 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/.tmp/f1/89307e04db1548828f2750dcdf2cc188 as hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/f1/89307e04db1548828f2750dcdf2cc188 2024-11-12T03:22:15,899 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 89307e04db1548828f2750dcdf2cc188 2024-11-12T03:22:15,899 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/f1/89307e04db1548828f2750dcdf2cc188, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T03:22:15,899 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/.tmp/rep_barrier/38ab2eba3f1b434d9dd8d6655cbe2b5a 2024-11-12T03:22:15,900 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/.tmp/norep/1e34a3672d2b48b588975eb2be3f0993 as hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/norep/1e34a3672d2b48b588975eb2be3f0993 2024-11-12T03:22:15,903 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e34a3672d2b48b588975eb2be3f0993 2024-11-12T03:22:15,903 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/norep/1e34a3672d2b48b588975eb2be3f0993, entries=1, sequenceid=6, filesize=5.0 K 2024-11-12T03:22:15,904 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4c192184cc06831b11258c4f05749f52 in 1272ms, sequenceid=6, compaction requested=false 2024-11-12T03:22:15,904 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T03:22:15,907 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/default/test/4c192184cc06831b11258c4f05749f52/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-12T03:22:15,907 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:15,907 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:22:15,907 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381709015.4c192184cc06831b11258c4f05749f52. 2024-11-12T03:22:15,908 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c192184cc06831b11258c4f05749f52: Waiting for close lock at 1731381734632Running coprocessor pre-close hooks at 1731381734632Disabling compacts and flushes for region at 1731381734632Disabling writes for close at 1731381734632Obtaining lock to block concurrent updates at 1731381734632Preparing flush snapshotting stores in 4c192184cc06831b11258c4f05749f52 at 1731381734632Finished memstore snapshotting test,,1731381709015.4c192184cc06831b11258c4f05749f52., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731381734633 (+1 ms)Flushing stores of test,,1731381709015.4c192184cc06831b11258c4f05749f52. at 1731381734633Flushing 4c192184cc06831b11258c4f05749f52/f: creating writer at 1731381734633Flushing 4c192184cc06831b11258c4f05749f52/f: appending metadata at 1731381734646 (+13 ms)Flushing 4c192184cc06831b11258c4f05749f52/f: closing flushed file at 1731381734646Flushing 4c192184cc06831b11258c4f05749f52/f1: creating writer at 1731381735054 (+408 ms)Flushing 4c192184cc06831b11258c4f05749f52/f1: appending metadata at 1731381735066 (+12 ms)Flushing 4c192184cc06831b11258c4f05749f52/f1: closing flushed file at 1731381735066Flushing 4c192184cc06831b11258c4f05749f52/norep: creating writer at 1731381735473 (+407 ms)Flushing 4c192184cc06831b11258c4f05749f52/norep: appending metadata at 1731381735485 (+12 ms)Flushing 4c192184cc06831b11258c4f05749f52/norep: closing flushed file at 1731381735485Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31b15ae: reopening flushed file at 1731381735892 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d1ee34c: reopening flushed file at 1731381735896 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1376975d: reopening flushed file at 1731381735899 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 4c192184cc06831b11258c4f05749f52 in 1272ms, sequenceid=6, compaction requested=false at 1731381735904 (+5 ms)Writing region close event to WAL at 1731381735905 (+1 ms)Running coprocessor post-close hooks at 1731381735907 (+2 ms)Closed at 1731381735907 2024-11-12T03:22:15,908 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381709015.4c192184cc06831b11258c4f05749f52. 2024-11-12T03:22:15,908 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 876de6cede47303d5db91bcbdfb7b896, disabling compactions & flushes 2024-11-12T03:22:15,908 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:22:15,908 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:22:15,908 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. after waiting 0 ms 2024-11-12T03:22:15,908 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:22:15,908 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 876de6cede47303d5db91bcbdfb7b896: Waiting for close lock at 1731381735908Running coprocessor pre-close hooks at 1731381735908Disabling compacts and flushes for region at 1731381735908Disabling writes for close at 1731381735908Failed flush hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896., putting online again at 1731381735908 2024-11-12T03:22:15,908 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:22:15,918 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/.tmp/table/2a18fe4c22f547b98450a5177e9cd82f is 53, key is hbase:replication/table:state/1731381715243/Put/seqid=0 2024-11-12T03:22:15,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741846_1022 (size=5308) 2024-11-12T03:22:16,020 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 883, reset compression=false 2024-11-12T03:22:16,024 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:22:16,024 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 1527, reset compression=false 2024-11-12T03:22:16,034 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T03:22:16,034 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 876de6cede47303d5db91bcbdfb7b896=hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896.} 2024-11-12T03:22:16,034 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(3091): Received CLOSE for 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:22:16,034 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 876de6cede47303d5db91bcbdfb7b896 2024-11-12T03:22:16,034 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 876de6cede47303d5db91bcbdfb7b896, disabling compactions & flushes 2024-11-12T03:22:16,034 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:22:16,034 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:22:16,034 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. after waiting 0 ms 2024-11-12T03:22:16,034 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:22:16,034 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 876de6cede47303d5db91bcbdfb7b896: Waiting for close lock at 1731381736034Running coprocessor pre-close hooks at 1731381736034Disabling compacts and flushes for region at 1731381736034Disabling writes for close at 1731381736034Failed flush hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896., putting online again at 1731381736034 2024-11-12T03:22:16,034 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731381714477.876de6cede47303d5db91bcbdfb7b896. 2024-11-12T03:22:16,226 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 1527, reset compression=false 2024-11-12T03:22:16,234 DEBUG [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:16,322 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/.tmp/table/2a18fe4c22f547b98450a5177e9cd82f 2024-11-12T03:22:16,326 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/.tmp/info/9683d2b19d974f428ca53773082c53fc as hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/info/9683d2b19d974f428ca53773082c53fc 2024-11-12T03:22:16,329 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/info/9683d2b19d974f428ca53773082c53fc, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T03:22:16,330 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/.tmp/ns/6ab29219df8f4d0f8809ce4b472c9de7 as hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/ns/6ab29219df8f4d0f8809ce4b472c9de7 2024-11-12T03:22:16,333 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/ns/6ab29219df8f4d0f8809ce4b472c9de7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T03:22:16,334 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/.tmp/rep_barrier/38ab2eba3f1b434d9dd8d6655cbe2b5a as hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/rep_barrier/38ab2eba3f1b434d9dd8d6655cbe2b5a 2024-11-12T03:22:16,336 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/rep_barrier/38ab2eba3f1b434d9dd8d6655cbe2b5a, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T03:22:16,337 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/.tmp/table/2a18fe4c22f547b98450a5177e9cd82f as hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/table/2a18fe4c22f547b98450a5177e9cd82f 2024-11-12T03:22:16,340 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/table/2a18fe4c22f547b98450a5177e9cd82f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T03:22:16,341 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false 2024-11-12T03:22:16,341 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:22:16,344 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T03:22:16,345 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:16,345 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:22:16,345 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:16,345 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381734633Running coprocessor pre-close hooks at 1731381734633Disabling compacts and flushes for region at 1731381734633Disabling writes for close at 1731381734633Obtaining lock to block concurrent updates at 1731381734633Preparing flush snapshotting stores in 1588230740 at 1731381734633Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731381734633Flushing stores of hbase:meta,,1.1588230740 at 1731381734633Flushing 1588230740/info: creating writer at 1731381734633Flushing 1588230740/info: appending metadata at 1731381734652 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731381734652Flushing 1588230740/ns: creating writer at 1731381735059 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731381735076 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731381735076Flushing 1588230740/rep_barrier: creating writer at 1731381735483 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381735495 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381735495Flushing 1588230740/table: creating writer at 1731381735902 (+407 ms)Flushing 1588230740/table: appending metadata at 1731381735918 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731381735918Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@226171dd: reopening flushed file at 1731381736325 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ba6142a: reopening flushed file at 1731381736329 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74087b6c: reopening flushed file at 1731381736333 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3851f51: reopening flushed file at 1731381736337 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1707ms, sequenceid=16, compaction requested=false at 1731381736341 (+4 ms)Writing region close event to WAL at 1731381736342 (+1 ms)Running coprocessor post-close hooks at 1731381736345 (+3 ms)Closed at 1731381736345 2024-11-12T03:22:16,345 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:16,434 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-12T03:22:16,434 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,39153,1731381694890; all regions closed. 2024-11-12T03:22:16,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741834_1010 (size=4239) 2024-11-12T03:22:16,436 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.meta.1731381698219.meta not finished, retry = 0 2024-11-12T03:22:16,529 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 to pos 1527, reset compression=false 2024-11-12T03:22:16,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741839_1015 (size=1297) 2024-11-12T03:22:16,538 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.rep.1731381715211 not finished, retry = 0 2024-11-12T03:22:16,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741832_1008 (size=1535) 2024-11-12T03:22:16,641 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/WALs/3fb681890ab2,39153,1731381694890/3fb681890ab2%2C39153%2C1731381694890.1731381697099 not finished, retry = 0 2024-11-12T03:22:16,742 DEBUG [RS:0;3fb681890ab2:39153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:16,742 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:22:16,742 INFO [RS:0;3fb681890ab2:39153 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:22:16,742 INFO [RS:0;3fb681890ab2:39153 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-12T03:22:16,742 INFO [RS:0;3fb681890ab2:39153 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:22:16,742 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:22:16,742 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,39153,1731381694890 because: Region server is closing 2024-11-12T03:22:16,742 INFO [RS:0;3fb681890ab2:39153 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:39153. 2024-11-12T03:22:16,743 DEBUG [RS:0;3fb681890ab2:39153 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:16,743 DEBUG [RS:0;3fb681890ab2:39153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:16,743 DEBUG [RS:0;3fb681890ab2:39153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:16,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:16,843 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.shipper3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 terminated 2024-11-12T03:22:16,843 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,39153,1731381694890.replicationSource.wal-reader.3fb681890ab2%2C39153%2C1731381694890,1-3fb681890ab2,39153,1731381694890 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-12T03:22:16,843 INFO [RS:0;3fb681890ab2:39153 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39153 2024-11-12T03:22:16,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785/rs 2024-11-12T03:22:16,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01873474785/rs/3fb681890ab2,39153,1731381694890 2024-11-12T03:22:16,942 INFO [RS:0;3fb681890ab2:39153 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:22:16,953 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,39153,1731381694890] 2024-11-12T03:22:16,963 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01873474785/draining/3fb681890ab2,39153,1731381694890 already deleted, retry=false 2024-11-12T03:22:16,963 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,39153,1731381694890 expired; onlineServers=0 2024-11-12T03:22:16,963 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,36547,1731381694680' ***** 2024-11-12T03:22:16,963 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:22:16,963 INFO [M:0;3fb681890ab2:36547 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:22:16,963 INFO [M:0;3fb681890ab2:36547 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:22:16,963 DEBUG [M:0;3fb681890ab2:36547 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:22:16,964 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:22:16,964 DEBUG [M:0;3fb681890ab2:36547 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:22:16,964 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381696892 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381696892,5,FailOnTimeoutGroup] 2024-11-12T03:22:16,964 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381696893 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381696893,5,FailOnTimeoutGroup] 2024-11-12T03:22:16,964 INFO [M:0;3fb681890ab2:36547 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:22:16,964 INFO [M:0;3fb681890ab2:36547 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:22:16,964 DEBUG [M:0;3fb681890ab2:36547 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:22:16,964 INFO [M:0;3fb681890ab2:36547 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:22:16,964 INFO [M:0;3fb681890ab2:36547 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:22:16,964 ERROR [M:0;3fb681890ab2:36547 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:40345,5,PEWorkerGroup] 2024-11-12T03:22:16,964 INFO [M:0;3fb681890ab2:36547 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:22:16,964 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:22:16,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01873474785/master 2024-11-12T03:22:16,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01873474785 2024-11-12T03:22:16,974 DEBUG [M:0;3fb681890ab2:36547 {}] zookeeper.ZKUtil(347): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Unable to get data of znode /01873474785/master because node does not exist (not an error) 2024-11-12T03:22:16,974 WARN [M:0;3fb681890ab2:36547 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:22:16,978 INFO [M:0;3fb681890ab2:36547 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/.lastflushedseqids 2024-11-12T03:22:16,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741847_1023 (size=245) 2024-11-12T03:22:17,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:17,053 INFO [RS:0;3fb681890ab2:39153 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:22:17,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39153-0x1012d1005400001, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:17,053 INFO [RS:0;3fb681890ab2:39153 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,39153,1731381694890; zookeeper connection closed. 2024-11-12T03:22:17,053 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1417e5ac {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1417e5ac 2024-11-12T03:22:17,053 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:22:17,382 INFO [M:0;3fb681890ab2:36547 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:22:17,382 INFO [M:0;3fb681890ab2:36547 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:22:17,382 DEBUG [M:0;3fb681890ab2:36547 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:22:17,382 INFO [M:0;3fb681890ab2:36547 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:17,382 DEBUG [M:0;3fb681890ab2:36547 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:17,382 DEBUG [M:0;3fb681890ab2:36547 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:22:17,382 DEBUG [M:0;3fb681890ab2:36547 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:17,382 INFO [M:0;3fb681890ab2:36547 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-12T03:22:17,395 DEBUG [M:0;3fb681890ab2:36547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85f4ed27efc94d909c4bb8ba5cd75679 is 82, key is hbase:meta,,1/info:regioninfo/1731381698250/Put/seqid=0 2024-11-12T03:22:17,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741848_1024 (size=5672) 2024-11-12T03:22:17,721 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:22:17,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,762 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,763 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,771 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,775 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:17,798 INFO [M:0;3fb681890ab2:36547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85f4ed27efc94d909c4bb8ba5cd75679 2024-11-12T03:22:17,826 DEBUG [M:0;3fb681890ab2:36547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a71b054f75c4c3397d762d7808113c8 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731381709767/Put/seqid=0 2024-11-12T03:22:17,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741849_1025 (size=7219) 2024-11-12T03:22:18,229 INFO [M:0;3fb681890ab2:36547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a71b054f75c4c3397d762d7808113c8 2024-11-12T03:22:18,233 INFO [M:0;3fb681890ab2:36547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a71b054f75c4c3397d762d7808113c8 2024-11-12T03:22:18,245 DEBUG [M:0;3fb681890ab2:36547 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2e1060a6e6e4d36abdbe0deedc62059 is 69, key is 3fb681890ab2,39153,1731381694890/rs:state/1731381696951/Put/seqid=0 2024-11-12T03:22:18,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741850_1026 (size=5156) 2024-11-12T03:22:18,648 INFO [M:0;3fb681890ab2:36547 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2e1060a6e6e4d36abdbe0deedc62059 2024-11-12T03:22:18,652 DEBUG [M:0;3fb681890ab2:36547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/85f4ed27efc94d909c4bb8ba5cd75679 as hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85f4ed27efc94d909c4bb8ba5cd75679 2024-11-12T03:22:18,656 INFO [M:0;3fb681890ab2:36547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/85f4ed27efc94d909c4bb8ba5cd75679, entries=8, sequenceid=105, filesize=5.5 K 2024-11-12T03:22:18,656 DEBUG [M:0;3fb681890ab2:36547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8a71b054f75c4c3397d762d7808113c8 as hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a71b054f75c4c3397d762d7808113c8 2024-11-12T03:22:18,660 INFO [M:0;3fb681890ab2:36547 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8a71b054f75c4c3397d762d7808113c8 2024-11-12T03:22:18,660 INFO [M:0;3fb681890ab2:36547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8a71b054f75c4c3397d762d7808113c8, entries=11, sequenceid=105, filesize=7.0 K 2024-11-12T03:22:18,661 DEBUG [M:0;3fb681890ab2:36547 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b2e1060a6e6e4d36abdbe0deedc62059 as hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2e1060a6e6e4d36abdbe0deedc62059 2024-11-12T03:22:18,664 INFO [M:0;3fb681890ab2:36547 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40345/user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b2e1060a6e6e4d36abdbe0deedc62059, entries=1, sequenceid=105, filesize=5.0 K 2024-11-12T03:22:18,665 INFO [M:0;3fb681890ab2:36547 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false 2024-11-12T03:22:18,667 INFO [M:0;3fb681890ab2:36547 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:18,667 DEBUG [M:0;3fb681890ab2:36547 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381737382Disabling compacts and flushes for region at 1731381737382Disabling writes for close at 1731381737382Obtaining lock to block concurrent updates at 1731381737382Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381737382Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731381737383 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381737383Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381737383Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381737395 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381737395Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381737801 (+406 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381737825 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381737825Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381738233 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381738244 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381738244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a78bf3d: reopening flushed file at 1731381738652 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d66edae: reopening flushed file at 1731381738656 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9af2d38: reopening flushed file at 1731381738660 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=105, compaction requested=false at 1731381738665 (+5 ms)Writing region close event to WAL at 1731381738667 (+2 ms)Closed at 1731381738667 2024-11-12T03:22:18,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34821 is added to blk_1073741830_1006 (size=64435) 2024-11-12T03:22:18,668 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/22cba764-de9f-1134-08d0-f3ef44ea9471/MasterData/WALs/3fb681890ab2,36547,1731381694680/3fb681890ab2%2C36547%2C1731381694680.1731381696637 not finished, retry = 0 2024-11-12T03:22:18,769 INFO [M:0;3fb681890ab2:36547 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:22:18,769 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:22:18,769 INFO [M:0;3fb681890ab2:36547 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36547 2024-11-12T03:22:18,769 INFO [M:0;3fb681890ab2:36547 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:22:18,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:18,958 INFO [M:0;3fb681890ab2:36547 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:22:18,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36547-0x1012d1005400000, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:18,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1342b4f9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:22:18,961 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f8809b7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:22:18,961 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:22:18,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1383d0d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:22:18,961 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5462383e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/hadoop.log.dir/,STOPPED} 2024-11-12T03:22:18,962 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:22:18,962 WARN [BP-1083722805-172.17.0.2-1731381692837 heartbeating to localhost/127.0.0.1:40345 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:22:18,962 WARN [BP-1083722805-172.17.0.2-1731381692837 heartbeating to localhost/127.0.0.1:40345 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1083722805-172.17.0.2-1731381692837 (Datanode Uuid 4620b579-f7be-4f8d-8fbc-603a49a153ac) service to localhost/127.0.0.1:40345 2024-11-12T03:22:18,962 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:22:18,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/cluster_693e9100-56d5-0174-39ad-fa3d7cc90f6a/data/data1/current/BP-1083722805-172.17.0.2-1731381692837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:22:18,963 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/cluster_693e9100-56d5-0174-39ad-fa3d7cc90f6a/data/data2/current/BP-1083722805-172.17.0.2-1731381692837 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:22:18,963 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:22:18,967 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18f616f3{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:22:18,968 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@19834401{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:22:18,968 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:22:18,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40a48f3f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:22:18,968 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@64155f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/748ce8df-9b05-c150-b5ba-97b26ad45e66/hadoop.log.dir/,STOPPED} 2024-11-12T03:22:18,974 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T03:22:18,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:22:18,999 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=362 (was 314) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40345 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:45039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45039 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45129 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55386) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40345 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55386) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45039 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45129 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40345 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:40345 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55386) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45129 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:45039 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45039 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:45129 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=786 (was 722) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=345 (was 329) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5338 (was 5485) 2024-11-12T03:22:19,008 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=362, OpenFileDescriptor=786, MaxFileDescriptor=1048576, SystemLoadAverage=345, ProcessCount=11, AvailableMemoryMB=5338 2024-11-12T03:22:19,019 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-12T03:22:19,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/hadoop.log.dir so I do NOT create it in target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d 2024-11-12T03:22:19,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:22:19,020 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/hadoop.tmp.dir so I do NOT create it in target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d 2024-11-12T03:22:19,020 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/f9c53ca7-ec34-bb49-dae8-a9a1ce575d34/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:22:19,020 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d 2024-11-12T03:22:19,020 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/cluster_a3a42b7b-7c34-8ed5-d46f-fe6d94ca6bea, deleteOnExit=true 2024-11-12T03:22:19,022 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/cluster_a3a42b7b-7c34-8ed5-d46f-fe6d94ca6bea/zookeeper_0, clientPort=57085, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/cluster_a3a42b7b-7c34-8ed5-d46f-fe6d94ca6bea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/cluster_a3a42b7b-7c34-8ed5-d46f-fe6d94ca6bea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T03:22:19,023 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57085 2024-11-12T03:22:19,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:22:19,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:22:19,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/test.cache.data in system properties and HBase conf 2024-11-12T03:22:19,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:22:19,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:22:19,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:22:19,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:22:19,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:22:19,023 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:22:19,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:22:19,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:22:19,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:22:19,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:22:19,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:22:19,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:22:19,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:22:19,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:22:19,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:22:19,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:22:19,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:22:19,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:22:19,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:22:19,024 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:22:19,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1012d1005400005, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:22:19,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1012d1005400002, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:22:19,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x1012d1005400008, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-12T03:22:19,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x1012d1005400008, quorum=127.0.0.1:55386, baseZNode=/21457066876 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:22:19,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1012d1005400005, quorum=127.0.0.1:55386, baseZNode=/1-2088443024 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:22:19,072 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1012d1005400002, quorum=127.0.0.1:55386, baseZNode=/01873474785 Received Disconnected from ZooKeeper, ignoring 2024-11-12T03:22:19,404 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:22:19,407 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:22:19,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:22:19,413 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:22:19,413 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:22:19,416 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:22:19,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bb12d7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:22:19,417 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11346850{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:22:19,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f03ca44{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/java.io.tmpdir/jetty-localhost-42813-hadoop-hdfs-3_4_1-tests_jar-_-any-17094687885245778437/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:22:19,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@548ee19a{HTTP/1.1, (http/1.1)}{localhost:42813} 2024-11-12T03:22:19,518 INFO [Time-limited test {}] server.Server(415): Started @315627ms 2024-11-12T03:22:19,814 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:22:19,817 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:22:19,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:22:19,819 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:22:19,819 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:22:19,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@493f33c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:22:19,819 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2328bdff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:22:19,917 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f74c9a9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/java.io.tmpdir/jetty-localhost-36403-hadoop-hdfs-3_4_1-tests_jar-_-any-12720921639868251660/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:22:19,917 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d579d19{HTTP/1.1, (http/1.1)}{localhost:36403} 2024-11-12T03:22:19,917 INFO [Time-limited test {}] server.Server(415): Started @316026ms 2024-11-12T03:22:19,918 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:22:20,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T03:22:20,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T03:22:20,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T03:22:20,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:22:20,538 WARN [Thread-4182 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/cluster_a3a42b7b-7c34-8ed5-d46f-fe6d94ca6bea/data/data1/current/BP-1396743532-172.17.0.2-1731381739037/current, will proceed with Du for space computation calculation, 2024-11-12T03:22:20,538 WARN [Thread-4183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/cluster_a3a42b7b-7c34-8ed5-d46f-fe6d94ca6bea/data/data2/current/BP-1396743532-172.17.0.2-1731381739037/current, will proceed with Du for space computation calculation, 2024-11-12T03:22:20,557 WARN [Thread-4170 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:22:20,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f586fd989b49d70 with lease ID 0xc43169159edcdd1a: Processing first storage report for DS-52bfed4c-8a91-4feb-b7f1-0d1f5c35ad61 from datanode DatanodeRegistration(127.0.0.1:37017, datanodeUuid=7c4c6966-a6f4-42dd-8722-fc0f635efbaf, infoPort=45919, infoSecurePort=0, ipcPort=35589, storageInfo=lv=-57;cid=testClusterID;nsid=2039485082;c=1731381739037) 2024-11-12T03:22:20,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f586fd989b49d70 with lease ID 0xc43169159edcdd1a: from storage DS-52bfed4c-8a91-4feb-b7f1-0d1f5c35ad61 node DatanodeRegistration(127.0.0.1:37017, datanodeUuid=7c4c6966-a6f4-42dd-8722-fc0f635efbaf, infoPort=45919, infoSecurePort=0, ipcPort=35589, storageInfo=lv=-57;cid=testClusterID;nsid=2039485082;c=1731381739037), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:22:20,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9f586fd989b49d70 with lease ID 0xc43169159edcdd1a: Processing first storage report for DS-2f522491-296f-4e4b-a904-afca8222e738 from datanode DatanodeRegistration(127.0.0.1:37017, datanodeUuid=7c4c6966-a6f4-42dd-8722-fc0f635efbaf, infoPort=45919, infoSecurePort=0, ipcPort=35589, storageInfo=lv=-57;cid=testClusterID;nsid=2039485082;c=1731381739037) 2024-11-12T03:22:20,559 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9f586fd989b49d70 with lease ID 0xc43169159edcdd1a: from storage DS-2f522491-296f-4e4b-a904-afca8222e738 node DatanodeRegistration(127.0.0.1:37017, datanodeUuid=7c4c6966-a6f4-42dd-8722-fc0f635efbaf, infoPort=45919, infoSecurePort=0, ipcPort=35589, storageInfo=lv=-57;cid=testClusterID;nsid=2039485082;c=1731381739037), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:22:20,640 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d 2024-11-12T03:22:20,640 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:20,641 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:20,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:22:21,049 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3 with version=8 2024-11-12T03:22:21,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/hbase-staging 2024-11-12T03:22:21,050 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:22:21,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:21,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:21,050 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:22:21,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:21,050 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:22:21,050 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:22:21,051 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:22:21,051 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44079 2024-11-12T03:22:21,052 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44079 connecting to ZooKeeper ensemble=127.0.0.1:57085 2024-11-12T03:22:21,137 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:440790x0, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:22:21,138 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44079-0x1012d10b9b90000 connected 2024-11-12T03:22:21,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:21,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:21,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Set watcher on znode that does not yet exist, /01750365794/running 2024-11-12T03:22:21,223 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3, hbase.cluster.distributed=false 2024-11-12T03:22:21,224 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Set watcher on znode that does not yet exist, /01750365794/acl 2024-11-12T03:22:21,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-12T03:22:21,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44079 2024-11-12T03:22:21,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44079 2024-11-12T03:22:21,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-12T03:22:21,225 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44079 2024-11-12T03:22:21,237 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:22:21,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:21,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:21,237 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:22:21,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:21,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:22:21,237 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:22:21,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:22:21,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33421 2024-11-12T03:22:21,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33421 connecting to ZooKeeper ensemble=127.0.0.1:57085 2024-11-12T03:22:21,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:21,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:21,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334210x0, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:22:21,252 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334210x0, quorum=127.0.0.1:57085, baseZNode=/01750365794 Set watcher on znode that does not yet exist, /01750365794/running 2024-11-12T03:22:21,252 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33421-0x1012d10b9b90001 connected 2024-11-12T03:22:21,252 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:22:21,252 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:22:21,253 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33421-0x1012d10b9b90001, quorum=127.0.0.1:57085, baseZNode=/01750365794 Set watcher on znode that does not yet exist, /01750365794/master 2024-11-12T03:22:21,254 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33421-0x1012d10b9b90001, quorum=127.0.0.1:57085, baseZNode=/01750365794 Set watcher on znode that does not yet exist, /01750365794/acl 2024-11-12T03:22:21,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33421 2024-11-12T03:22:21,256 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33421 2024-11-12T03:22:21,257 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33421 2024-11-12T03:22:21,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33421 2024-11-12T03:22:21,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33421 2024-11-12T03:22:21,269 DEBUG [M:0;3fb681890ab2:44079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:44079 2024-11-12T03:22:21,272 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01750365794/backup-masters/3fb681890ab2,44079,1731381741050 2024-11-12T03:22:21,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1012d10b9b90001, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794/backup-masters 2024-11-12T03:22:21,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794/backup-masters 2024-11-12T03:22:21,283 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Set watcher on existing znode=/01750365794/backup-masters/3fb681890ab2,44079,1731381741050 2024-11-12T03:22:21,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1012d10b9b90001, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01750365794/master 2024-11-12T03:22:21,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794 2024-11-12T03:22:21,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1012d10b9b90001, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794 2024-11-12T03:22:21,294 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Set watcher on existing znode=/01750365794/master 2024-11-12T03:22:21,294 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01750365794/backup-masters/3fb681890ab2,44079,1731381741050 from backup master directory 2024-11-12T03:22:21,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01750365794/backup-masters/3fb681890ab2,44079,1731381741050 2024-11-12T03:22:21,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1012d10b9b90001, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794/backup-masters 2024-11-12T03:22:21,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794/backup-masters 2024-11-12T03:22:21,304 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:22:21,304 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,44079,1731381741050 2024-11-12T03:22:21,306 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/hbase.id] with ID: 27659a2c-791b-485e-baac-1c67f0769c32 2024-11-12T03:22:21,306 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/.tmp/hbase.id 2024-11-12T03:22:21,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:22:21,712 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/.tmp/hbase.id]:[hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/hbase.id] 2024-11-12T03:22:21,719 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:21,719 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:22:21,719 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T03:22:21,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1012d10b9b90001, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794 2024-11-12T03:22:21,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794 2024-11-12T03:22:21,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:22:22,178 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:22:22,179 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:22:22,179 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:22:22,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:22:22,585 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/MasterData/data/master/store 2024-11-12T03:22:22,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:22:22,990 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:22,990 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:22:22,990 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:22,990 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:22,990 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:22:22,990 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:22,990 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:22,990 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381742990Disabling compacts and flushes for region at 1731381742990Disabling writes for close at 1731381742990Writing region close event to WAL at 1731381742990Closed at 1731381742990 2024-11-12T03:22:22,991 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/MasterData/data/master/store/.initializing 2024-11-12T03:22:22,991 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/MasterData/WALs/3fb681890ab2,44079,1731381741050 2024-11-12T03:22:22,991 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:22:22,992 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C44079%2C1731381741050, suffix=, logDir=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/MasterData/WALs/3fb681890ab2,44079,1731381741050, archiveDir=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/MasterData/oldWALs, maxLogs=10 2024-11-12T03:22:23,004 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/MasterData/WALs/3fb681890ab2,44079,1731381741050/3fb681890ab2%2C44079%2C1731381741050.1731381742992, exclude list is [], retry=0 2024-11-12T03:22:23,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-52bfed4c-8a91-4feb-b7f1-0d1f5c35ad61,DISK] 2024-11-12T03:22:23,007 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/MasterData/WALs/3fb681890ab2,44079,1731381741050/3fb681890ab2%2C44079%2C1731381741050.1731381742992 2024-11-12T03:22:23,009 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45919:45919)] 2024-11-12T03:22:23,009 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:22:23,009 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:23,009 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:23,009 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:23,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:23,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:22:23,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:23,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:23,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:23,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:22:23,012 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:23,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:23,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:23,013 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:22:23,013 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:23,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:23,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:23,014 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:22:23,014 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:23,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:23,015 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:23,015 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:23,016 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:23,016 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:23,016 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:23,017 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:22:23,017 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:23,019 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:22:23,019 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74512971, jitterRate=0.11032979190349579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:22:23,019 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381743010Initializing all the Stores at 1731381743010Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381743010Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381743010Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381743010Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381743010Cleaning up temporary data from old regions at 1731381743016 (+6 ms)Region opened successfully at 1731381743019 (+3 ms) 2024-11-12T03:22:23,020 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:22:23,022 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d186513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:22:23,022 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:22:23,023 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:22:23,023 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:22:23,023 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:22:23,023 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:22:23,024 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:22:23,024 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:22:23,025 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:22:23,026 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Unable to get data of znode /01750365794/balancer because node does not exist (not necessarily an error) 2024-11-12T03:22:23,230 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01750365794/balancer already deleted, retry=false 2024-11-12T03:22:23,231 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:22:23,231 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Unable to get data of znode /01750365794/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:22:23,319 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01750365794/normalizer already deleted, retry=false 2024-11-12T03:22:23,319 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:22:23,320 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Unable to get data of znode /01750365794/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:22:23,346 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01750365794/switch/split already deleted, retry=false 2024-11-12T03:22:23,346 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Unable to get data of znode /01750365794/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:22:23,356 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01750365794/switch/merge already deleted, retry=false 2024-11-12T03:22:23,358 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Unable to get data of znode /01750365794/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:22:23,367 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01750365794/snapshot-cleanup already deleted, retry=false 2024-11-12T03:22:23,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01750365794/running 2024-11-12T03:22:23,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1012d10b9b90001, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01750365794/running 2024-11-12T03:22:23,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1012d10b9b90001, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794 2024-11-12T03:22:23,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794 2024-11-12T03:22:23,378 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,44079,1731381741050, sessionid=0x1012d10b9b90000, setting cluster-up flag (Was=false) 2024-11-12T03:22:23,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794 2024-11-12T03:22:23,399 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1012d10b9b90001, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794 2024-11-12T03:22:23,430 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01750365794/flush-table-proc/acquired, /01750365794/flush-table-proc/reached, /01750365794/flush-table-proc/abort 2024-11-12T03:22:23,431 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,44079,1731381741050 2024-11-12T03:22:23,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1012d10b9b90001, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794 2024-11-12T03:22:23,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794 2024-11-12T03:22:23,468 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:23,469 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:22:23,469 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128867 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:22:23,483 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01750365794/online-snapshot/acquired, /01750365794/online-snapshot/reached, /01750365794/online-snapshot/abort 2024-11-12T03:22:23,484 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,44079,1731381741050 2024-11-12T03:22:23,485 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:22:23,486 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:23,486 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:22:23,486 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:22:23,486 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,44079,1731381741050 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:22:23,487 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:23,487 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:23,487 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:23,487 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:23,487 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:22:23,487 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:23,487 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:22:23,487 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:23,488 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381773488 2024-11-12T03:22:23,488 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:22:23,488 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:22:23,488 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:22:23,488 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:22:23,488 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:23,488 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:22:23,488 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:22:23,488 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:22:23,488 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:23,489 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:22:23,489 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:22:23,489 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:22:23,489 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:22:23,489 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:23,489 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:22:23,489 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:22:23,489 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:22:23,489 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381743489,5,FailOnTimeoutGroup] 2024-11-12T03:22:23,489 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381743489,5,FailOnTimeoutGroup] 2024-11-12T03:22:23,489 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:23,490 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:22:23,490 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:23,490 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:23,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:22:23,562 INFO [RS:0;3fb681890ab2:33421 {}] regionserver.HRegionServer(746): ClusterId : 27659a2c-791b-485e-baac-1c67f0769c32 2024-11-12T03:22:23,562 DEBUG [RS:0;3fb681890ab2:33421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:22:23,574 DEBUG [RS:0;3fb681890ab2:33421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:22:23,574 DEBUG [RS:0;3fb681890ab2:33421 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:22:23,584 DEBUG [RS:0;3fb681890ab2:33421 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:22:23,584 DEBUG [RS:0;3fb681890ab2:33421 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d59da12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:22:23,594 DEBUG [RS:0;3fb681890ab2:33421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:33421 2024-11-12T03:22:23,594 INFO [RS:0;3fb681890ab2:33421 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:22:23,594 INFO [RS:0;3fb681890ab2:33421 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:22:23,594 DEBUG [RS:0;3fb681890ab2:33421 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:22:23,594 INFO [RS:0;3fb681890ab2:33421 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,44079,1731381741050 with port=33421, startcode=1731381741237 2024-11-12T03:22:23,595 DEBUG [RS:0;3fb681890ab2:33421 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:22:23,596 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45711, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:22:23,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44079 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,33421,1731381741237 2024-11-12T03:22:23,596 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44079 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,33421,1731381741237 2024-11-12T03:22:23,598 DEBUG [RS:0;3fb681890ab2:33421 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3 2024-11-12T03:22:23,598 DEBUG [RS:0;3fb681890ab2:33421 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39749 2024-11-12T03:22:23,598 DEBUG [RS:0;3fb681890ab2:33421 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:22:23,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794/rs 2024-11-12T03:22:23,609 DEBUG [RS:0;3fb681890ab2:33421 {}] zookeeper.ZKUtil(111): regionserver:33421-0x1012d10b9b90001, quorum=127.0.0.1:57085, baseZNode=/01750365794 Set watcher on existing znode=/01750365794/rs/3fb681890ab2,33421,1731381741237 2024-11-12T03:22:23,609 WARN [RS:0;3fb681890ab2:33421 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:22:23,610 INFO [RS:0;3fb681890ab2:33421 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:22:23,610 DEBUG [RS:0;3fb681890ab2:33421 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/WALs/3fb681890ab2,33421,1731381741237 2024-11-12T03:22:23,610 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,33421,1731381741237] 2024-11-12T03:22:23,612 INFO [RS:0;3fb681890ab2:33421 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:22:23,613 INFO [RS:0;3fb681890ab2:33421 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:22:23,614 INFO [RS:0;3fb681890ab2:33421 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:22:23,614 INFO [RS:0;3fb681890ab2:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:23,614 INFO [RS:0;3fb681890ab2:33421 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:22:23,614 INFO [RS:0;3fb681890ab2:33421 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:22:23,615 INFO [RS:0;3fb681890ab2:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:23,615 DEBUG [RS:0;3fb681890ab2:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:23,615 DEBUG [RS:0;3fb681890ab2:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:23,615 DEBUG [RS:0;3fb681890ab2:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:23,615 DEBUG [RS:0;3fb681890ab2:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:23,615 DEBUG [RS:0;3fb681890ab2:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:23,615 DEBUG [RS:0;3fb681890ab2:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:22:23,615 DEBUG [RS:0;3fb681890ab2:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:23,615 DEBUG [RS:0;3fb681890ab2:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:23,615 DEBUG [RS:0;3fb681890ab2:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:23,615 DEBUG [RS:0;3fb681890ab2:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:23,615 DEBUG [RS:0;3fb681890ab2:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:23,615 DEBUG [RS:0;3fb681890ab2:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:23,615 DEBUG [RS:0;3fb681890ab2:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:22:23,615 DEBUG [RS:0;3fb681890ab2:33421 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:22:23,615 INFO [RS:0;3fb681890ab2:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:23,616 INFO [RS:0;3fb681890ab2:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:23,616 INFO [RS:0;3fb681890ab2:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:23,616 INFO [RS:0;3fb681890ab2:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:23,616 INFO [RS:0;3fb681890ab2:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:23,616 INFO [RS:0;3fb681890ab2:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,33421,1731381741237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:22:23,627 INFO [RS:0;3fb681890ab2:33421 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:22:23,627 INFO [RS:0;3fb681890ab2:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,33421,1731381741237-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:23,627 INFO [RS:0;3fb681890ab2:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:23,627 INFO [RS:0;3fb681890ab2:33421 {}] regionserver.Replication(171): 3fb681890ab2,33421,1731381741237 started 2024-11-12T03:22:23,638 INFO [RS:0;3fb681890ab2:33421 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:23,638 INFO [RS:0;3fb681890ab2:33421 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,33421,1731381741237, RpcServer on 3fb681890ab2/172.17.0.2:33421, sessionid=0x1012d10b9b90001 2024-11-12T03:22:23,638 DEBUG [RS:0;3fb681890ab2:33421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:22:23,638 DEBUG [RS:0;3fb681890ab2:33421 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,33421,1731381741237 2024-11-12T03:22:23,638 DEBUG [RS:0;3fb681890ab2:33421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,33421,1731381741237' 2024-11-12T03:22:23,638 DEBUG [RS:0;3fb681890ab2:33421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01750365794/flush-table-proc/abort' 2024-11-12T03:22:23,639 DEBUG [RS:0;3fb681890ab2:33421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01750365794/flush-table-proc/acquired' 2024-11-12T03:22:23,639 DEBUG [RS:0;3fb681890ab2:33421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:22:23,639 DEBUG [RS:0;3fb681890ab2:33421 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:22:23,639 DEBUG [RS:0;3fb681890ab2:33421 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,33421,1731381741237 2024-11-12T03:22:23,639 DEBUG [RS:0;3fb681890ab2:33421 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,33421,1731381741237' 2024-11-12T03:22:23,639 DEBUG [RS:0;3fb681890ab2:33421 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01750365794/online-snapshot/abort' 2024-11-12T03:22:23,639 DEBUG [RS:0;3fb681890ab2:33421 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01750365794/online-snapshot/acquired' 2024-11-12T03:22:23,640 DEBUG [RS:0;3fb681890ab2:33421 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:22:23,640 INFO [RS:0;3fb681890ab2:33421 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:22:23,640 INFO [RS:0;3fb681890ab2:33421 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:22:23,740 INFO [RS:0;3fb681890ab2:33421 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:22:23,741 INFO [RS:0;3fb681890ab2:33421 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C33421%2C1731381741237, suffix=, logDir=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/WALs/3fb681890ab2,33421,1731381741237, archiveDir=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/oldWALs, maxLogs=10 2024-11-12T03:22:23,752 DEBUG [RS:0;3fb681890ab2:33421 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/WALs/3fb681890ab2,33421,1731381741237/3fb681890ab2%2C33421%2C1731381741237.1731381743741, exclude list is [], retry=0 2024-11-12T03:22:23,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-52bfed4c-8a91-4feb-b7f1-0d1f5c35ad61,DISK] 2024-11-12T03:22:23,755 INFO [RS:0;3fb681890ab2:33421 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/WALs/3fb681890ab2,33421,1731381741237/3fb681890ab2%2C33421%2C1731381741237.1731381743741 2024-11-12T03:22:23,756 DEBUG [RS:0;3fb681890ab2:33421 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45919:45919)] 2024-11-12T03:22:23,896 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:22:23,896 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3 2024-11-12T03:22:23,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:22:24,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:24,301 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:22:24,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:22:24,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:24,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:24,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:22:24,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:22:24,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:24,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:24,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:22:24,304 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:22:24,304 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:24,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:24,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:22:24,305 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:22:24,305 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:24,305 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:24,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:22:24,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/data/hbase/meta/1588230740 2024-11-12T03:22:24,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/data/hbase/meta/1588230740 2024-11-12T03:22:24,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:22:24,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:22:24,307 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:22:24,308 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:22:24,309 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:22:24,309 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67674382, jitterRate=0.008426874876022339}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:22:24,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381744300Initializing all the Stores at 1731381744301 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381744301Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381744301Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381744301Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381744301Cleaning up temporary data from old regions at 1731381744307 (+6 ms)Region opened successfully at 1731381744310 (+3 ms) 2024-11-12T03:22:24,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:22:24,310 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:22:24,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:22:24,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:22:24,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:22:24,310 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:24,310 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381744310Disabling compacts and flushes for region at 1731381744310Disabling writes for close at 1731381744310Writing region close event to WAL at 1731381744310Closed at 1731381744310 2024-11-12T03:22:24,311 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:24,311 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:22:24,312 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:22:24,312 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:22:24,313 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:22:24,463 DEBUG [3fb681890ab2:44079 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:22:24,464 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,33421,1731381741237 2024-11-12T03:22:24,464 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,33421,1731381741237, state=OPENING 2024-11-12T03:22:24,483 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:22:24,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794 2024-11-12T03:22:24,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1012d10b9b90001, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01750365794 2024-11-12T03:22:24,573 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:22:24,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01750365794/meta-region-server: CHANGED 2024-11-12T03:22:24,573 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01750365794/meta-region-server: CHANGED 2024-11-12T03:22:24,574 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,33421,1731381741237}] 2024-11-12T03:22:24,725 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:22:24,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56615, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:22:24,729 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:22:24,729 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:22:24,729 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:22:24,730 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C33421%2C1731381741237.meta, suffix=.meta, logDir=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/WALs/3fb681890ab2,33421,1731381741237, archiveDir=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/oldWALs, maxLogs=10 2024-11-12T03:22:24,741 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/WALs/3fb681890ab2,33421,1731381741237/3fb681890ab2%2C33421%2C1731381741237.meta.1731381744730.meta, exclude list is [], retry=0 2024-11-12T03:22:24,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37017,DS-52bfed4c-8a91-4feb-b7f1-0d1f5c35ad61,DISK] 2024-11-12T03:22:24,744 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/WALs/3fb681890ab2,33421,1731381741237/3fb681890ab2%2C33421%2C1731381741237.meta.1731381744730.meta 2024-11-12T03:22:24,744 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45919:45919)] 2024-11-12T03:22:24,744 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:22:24,744 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:22:24,744 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:22:24,744 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:22:24,744 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:22:24,744 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:22:24,745 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:24,745 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:22:24,745 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:22:24,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:22:24,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:22:24,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:24,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:24,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:22:24,747 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:22:24,747 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:24,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:24,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:22:24,748 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:22:24,748 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:24,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:24,748 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:22:24,749 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:22:24,749 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:24,749 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:24,749 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:22:24,750 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/data/hbase/meta/1588230740 2024-11-12T03:22:24,750 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/data/hbase/meta/1588230740 2024-11-12T03:22:24,751 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:22:24,751 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:22:24,751 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:22:24,752 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:22:24,752 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68958795, jitterRate=0.02756612002849579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:22:24,752 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:22:24,753 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381744745Writing region info on filesystem at 1731381744745Initializing all the Stores at 1731381744745Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381744745Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381744745Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381744745Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381744745Cleaning up temporary data from old regions at 1731381744751 (+6 ms)Running coprocessor post-open hooks at 1731381744752 (+1 ms)Region opened successfully at 1731381744753 (+1 ms) 2024-11-12T03:22:24,753 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381744725 2024-11-12T03:22:24,754 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:22:24,754 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:22:24,755 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,33421,1731381741237 2024-11-12T03:22:24,755 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,33421,1731381741237, state=OPEN 2024-11-12T03:22:24,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33421-0x1012d10b9b90001, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01750365794/meta-region-server 2024-11-12T03:22:24,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44079-0x1012d10b9b90000, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01750365794/meta-region-server 2024-11-12T03:22:24,791 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,33421,1731381741237 2024-11-12T03:22:24,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01750365794/meta-region-server: CHANGED 2024-11-12T03:22:24,791 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01750365794/meta-region-server: CHANGED 2024-11-12T03:22:24,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:22:24,793 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,33421,1731381741237 in 218 msec 2024-11-12T03:22:24,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:22:24,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 482 msec 2024-11-12T03:22:24,794 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:24,794 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:22:24,795 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:24,795 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,33421,1731381741237, seqNum=-1] 2024-11-12T03:22:24,795 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:24,796 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40835, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:22:24,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3130 sec 2024-11-12T03:22:24,800 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381744800, completionTime=-1 2024-11-12T03:22:24,800 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:22:24,800 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:22:24,801 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:22:24,801 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381804801 2024-11-12T03:22:24,801 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381864801 2024-11-12T03:22:24,801 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T03:22:24,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,44079,1731381741050-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:24,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,44079,1731381741050-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:24,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,44079,1731381741050-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:24,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:44079, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:24,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:24,802 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:24,805 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:22:24,806 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.502sec 2024-11-12T03:22:24,806 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:22:24,806 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:22:24,806 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:22:24,806 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:22:24,806 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:22:24,806 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,44079,1731381741050-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:22:24,806 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,44079,1731381741050-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:22:24,808 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:22:24,808 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:22:24,808 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,44079,1731381741050-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:24,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c607d1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:24,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,44079,-1 for getting cluster id 2024-11-12T03:22:24,864 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:24,864 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27659a2c-791b-485e-baac-1c67f0769c32' 2024-11-12T03:22:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27659a2c-791b-485e-baac-1c67f0769c32" 2024-11-12T03:22:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798868, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,44079,-1] 2024-11-12T03:22:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:24,865 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:24,866 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:24,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a945745, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:24,866 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,33421,1731381741237, seqNum=-1] 2024-11-12T03:22:24,867 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:24,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:22:24,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,44079,1731381741050 2024-11-12T03:22:24,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57085 2024-11-12T03:22:24,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57085, baseZNode=/01750365794 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:22:24,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012d10b9b90002 connected 2024-11-12T03:22:24,901 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,44079,1731381741050 2024-11-12T03:22:24,901 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22165c55 2024-11-12T03:22:24,902 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:24,902 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54164, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:22:24,903 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:22:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:22:24,904 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:22:24,904 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:24,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:22:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:24,905 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:22:24,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:22:24,910 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a24fe34386cf0290d42a8170d63ee108, NAME => 'test,,1731381744902.a24fe34386cf0290d42a8170d63ee108.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3 2024-11-12T03:22:24,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37017 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:22:25,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:25,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:25,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381744902.a24fe34386cf0290d42a8170d63ee108.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:25,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a24fe34386cf0290d42a8170d63ee108, disabling compactions & flushes 2024-11-12T03:22:25,315 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381744902.a24fe34386cf0290d42a8170d63ee108. 2024-11-12T03:22:25,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381744902.a24fe34386cf0290d42a8170d63ee108. 2024-11-12T03:22:25,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381744902.a24fe34386cf0290d42a8170d63ee108. after waiting 0 ms 2024-11-12T03:22:25,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381744902.a24fe34386cf0290d42a8170d63ee108. 2024-11-12T03:22:25,315 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381744902.a24fe34386cf0290d42a8170d63ee108. 2024-11-12T03:22:25,315 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a24fe34386cf0290d42a8170d63ee108: Waiting for close lock at 1731381745315Disabling compacts and flushes for region at 1731381745315Disabling writes for close at 1731381745315Writing region close event to WAL at 1731381745315Closed at 1731381745315 2024-11-12T03:22:25,316 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:22:25,316 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381744902.a24fe34386cf0290d42a8170d63ee108.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381745316"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381745316"}]},"ts":"1731381745316"} 2024-11-12T03:22:25,318 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:22:25,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:22:25,319 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381745319"}]},"ts":"1731381745319"} 2024-11-12T03:22:25,320 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:22:25,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a24fe34386cf0290d42a8170d63ee108, ASSIGN}] 2024-11-12T03:22:25,321 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a24fe34386cf0290d42a8170d63ee108, ASSIGN 2024-11-12T03:22:25,322 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a24fe34386cf0290d42a8170d63ee108, ASSIGN; state=OFFLINE, location=3fb681890ab2,33421,1731381741237; forceNewPlan=false, retain=false 2024-11-12T03:22:25,472 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a24fe34386cf0290d42a8170d63ee108, regionState=OPENING, regionLocation=3fb681890ab2,33421,1731381741237 2024-11-12T03:22:25,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a24fe34386cf0290d42a8170d63ee108, ASSIGN because future has completed 2024-11-12T03:22:25,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a24fe34386cf0290d42a8170d63ee108, server=3fb681890ab2,33421,1731381741237}] 2024-11-12T03:22:25,507 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:22:25,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,508 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:25,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,537 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,543 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,546 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,547 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:25,628 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381744902.a24fe34386cf0290d42a8170d63ee108. 2024-11-12T03:22:25,628 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a24fe34386cf0290d42a8170d63ee108, NAME => 'test,,1731381744902.a24fe34386cf0290d42a8170d63ee108.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:22:25,628 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:22:25,628 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:22:25,629 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a24fe34386cf0290d42a8170d63ee108 2024-11-12T03:22:25,629 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381744902.a24fe34386cf0290d42a8170d63ee108.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:25,629 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a24fe34386cf0290d42a8170d63ee108 2024-11-12T03:22:25,629 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a24fe34386cf0290d42a8170d63ee108 2024-11-12T03:22:25,630 INFO [StoreOpener-a24fe34386cf0290d42a8170d63ee108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a24fe34386cf0290d42a8170d63ee108 2024-11-12T03:22:25,630 INFO [StoreOpener-a24fe34386cf0290d42a8170d63ee108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a24fe34386cf0290d42a8170d63ee108 columnFamilyName f 2024-11-12T03:22:25,630 DEBUG [StoreOpener-a24fe34386cf0290d42a8170d63ee108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:25,631 INFO [StoreOpener-a24fe34386cf0290d42a8170d63ee108-1 {}] regionserver.HStore(327): Store=a24fe34386cf0290d42a8170d63ee108/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:25,631 INFO [StoreOpener-a24fe34386cf0290d42a8170d63ee108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a24fe34386cf0290d42a8170d63ee108 2024-11-12T03:22:25,631 INFO [StoreOpener-a24fe34386cf0290d42a8170d63ee108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a24fe34386cf0290d42a8170d63ee108 columnFamilyName f1 2024-11-12T03:22:25,631 DEBUG [StoreOpener-a24fe34386cf0290d42a8170d63ee108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:25,632 INFO [StoreOpener-a24fe34386cf0290d42a8170d63ee108-1 {}] regionserver.HStore(327): Store=a24fe34386cf0290d42a8170d63ee108/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:25,632 INFO [StoreOpener-a24fe34386cf0290d42a8170d63ee108-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a24fe34386cf0290d42a8170d63ee108 2024-11-12T03:22:25,632 INFO [StoreOpener-a24fe34386cf0290d42a8170d63ee108-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a24fe34386cf0290d42a8170d63ee108 columnFamilyName norep 2024-11-12T03:22:25,632 DEBUG [StoreOpener-a24fe34386cf0290d42a8170d63ee108-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:25,632 INFO [StoreOpener-a24fe34386cf0290d42a8170d63ee108-1 {}] regionserver.HStore(327): Store=a24fe34386cf0290d42a8170d63ee108/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:25,632 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a24fe34386cf0290d42a8170d63ee108 2024-11-12T03:22:25,633 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/data/default/test/a24fe34386cf0290d42a8170d63ee108 2024-11-12T03:22:25,633 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/data/default/test/a24fe34386cf0290d42a8170d63ee108 2024-11-12T03:22:25,634 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a24fe34386cf0290d42a8170d63ee108 2024-11-12T03:22:25,634 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a24fe34386cf0290d42a8170d63ee108 2024-11-12T03:22:25,634 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:22:25,635 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a24fe34386cf0290d42a8170d63ee108 2024-11-12T03:22:25,636 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/data/default/test/a24fe34386cf0290d42a8170d63ee108/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:22:25,636 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a24fe34386cf0290d42a8170d63ee108; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67671707, jitterRate=0.008387014269828796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:22:25,636 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a24fe34386cf0290d42a8170d63ee108 2024-11-12T03:22:25,636 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a24fe34386cf0290d42a8170d63ee108: Running coprocessor pre-open hook at 1731381745629Writing region info on filesystem at 1731381745629Initializing all the Stores at 1731381745629Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381745629Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381745630 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381745630Cleaning up temporary data from old regions at 1731381745634 (+4 ms)Running coprocessor post-open hooks at 1731381745636 (+2 ms)Region opened successfully at 1731381745636 2024-11-12T03:22:25,637 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381744902.a24fe34386cf0290d42a8170d63ee108., pid=6, masterSystemTime=1731381745626 2024-11-12T03:22:25,638 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381744902.a24fe34386cf0290d42a8170d63ee108. 2024-11-12T03:22:25,638 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381744902.a24fe34386cf0290d42a8170d63ee108. 2024-11-12T03:22:25,639 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a24fe34386cf0290d42a8170d63ee108, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,33421,1731381741237 2024-11-12T03:22:25,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a24fe34386cf0290d42a8170d63ee108, server=3fb681890ab2,33421,1731381741237 because future has completed 2024-11-12T03:22:25,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:22:25,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a24fe34386cf0290d42a8170d63ee108, server=3fb681890ab2,33421,1731381741237 in 167 msec 2024-11-12T03:22:25,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:22:25,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a24fe34386cf0290d42a8170d63ee108, ASSIGN in 322 msec 2024-11-12T03:22:25,644 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:22:25,644 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381745644"}]},"ts":"1731381745644"} 2024-11-12T03:22:25,645 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:22:25,645 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:22:25,646 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 742 msec 2024-11-12T03:22:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:26,039 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:22:26,040 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f3fda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:26,040 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,44079,-1 for getting cluster id 2024-11-12T03:22:26,040 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:26,040 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27659a2c-791b-485e-baac-1c67f0769c32' 2024-11-12T03:22:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27659a2c-791b-485e-baac-1c67f0769c32" 2024-11-12T03:22:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5100f06c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,44079,-1] 2024-11-12T03:22:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:26,041 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:26,042 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:26,042 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7568af69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:26,042 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,44079,1731381741050 2024-11-12T03:22:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@719f3e15 2024-11-12T03:22:26,043 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:26,043 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:22:26,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:44079,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:22:26,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:22:26,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:22:26,046 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:44079' 2024-11-12T03:22:26,047 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46873605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:26,047 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,44079,-1 for getting cluster id 2024-11-12T03:22:26,047 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:26,048 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '27659a2c-791b-485e-baac-1c67f0769c32' 2024-11-12T03:22:26,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:26,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "27659a2c-791b-485e-baac-1c67f0769c32" 2024-11-12T03:22:26,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7040f6f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:26,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,44079,-1] 2024-11-12T03:22:26,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:26,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:26,049 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:26,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5904dda1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:26,049 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:26,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,44079,1731381741050 2024-11-12T03:22:26,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50b62524 2024-11-12T03:22:26,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:26,050 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:22:26,051 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T03:22:26,051 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:22:26,051 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:26,051 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:26,051 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:26,051 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3fb681890ab2:44079, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-12T03:22:26,056 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3fb681890ab2:44079, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3fb681890ab2:44079, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3fb681890ab2:44079, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-12T03:22:26,057 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://3fb681890ab2:44079, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-12T03:22:26,057 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-12T03:22:26,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:22:26,150 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://3fb681890ab2:44079, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-12T03:22:26,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:26,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:26,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:26,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:26,150 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:26,166 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 362) Potentially hanging thread: IPC Server handler 4 on default port 39749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp968121333-7896 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff870439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3-prefix:3fb681890ab2,33421,1731381741237.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-61292ad-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=33421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@572b3861 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6744bde9-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: M:0;3fb681890ab2:44079 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381743489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$609/0x00007ff870ad1000.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:57085): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: qtp968121333-7898 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff870439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1605166901-7945-acceptor-0@1c11ad84-ServerConnector@2d579d19{HTTP/1.1, (http/1.1)}{localhost:36403} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1605166901-7947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: qtp968121333-7899-acceptor-0@1cbabf52-ServerConnector@548ee19a{HTTP/1.1, (http/1.1)}{localhost:42813} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp968121333-7897 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff870439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/cluster_a3a42b7b-7c34-8ed5-d46f-fe6d94ca6bea/data/data2/current/BP-1396743532-172.17.0.2-1731381739037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3-prefix:3fb681890ab2,33421,1731381741237 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@1501b66d java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1efff6a0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 35589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/3fb681890ab2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57085) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1854241789_20 at /127.0.0.1:55382 [Receiving block BP-1396743532-172.17.0.2-1731381739037:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381743489 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: IPC Server handler 3 on default port 39749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@100aa463 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39749 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1396743532-172.17.0.2-1731381739037:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp968121333-7900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@3d61c2d6 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: IPC Server handler 0 on default port 39749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp968121333-7901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1396743532-172.17.0.2-1731381739037:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1517063195_20 at /127.0.0.1:55420 [Receiving block BP-1396743532-172.17.0.2-1731381739037:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp968121333-7902 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1517063195_20 at /127.0.0.1:55408 [Receiving block BP-1396743532-172.17.0.2-1731381739037:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57085) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 3 on default port 35589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57085) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/cluster_a3a42b7b-7c34-8ed5-d46f-fe6d94ca6bea/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39749/user/jenkins/test-data/ab859b19-ccc3-5f23-b599-4a54919765c3/MasterData-prefix:3fb681890ab2,44079,1731381741050 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@7daf9b45 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39749 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1517063195_20 at /127.0.0.1:56436 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: regionserver/3fb681890ab2:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007ff8709fea18.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=33421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp1605166901-7946 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: IPC Server handler 2 on default port 35589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7b3212ba[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 35589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: regionserver/3fb681890ab2:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: 3fb681890ab2:44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:57085 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/cluster_a3a42b7b-7c34-8ed5-d46f-fe6d94ca6bea/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: BP-1396743532-172.17.0.2-1731381739037 heartbeating to localhost/127.0.0.1:39749 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/3fb681890ab2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39749 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: qtp968121333-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff870439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server idle connection scanner for port 35589 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/cluster_a3a42b7b-7c34-8ed5-d46f-fe6d94ca6bea/data/data1/current/BP-1396743532-172.17.0.2-1731381739037 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;3fb681890ab2:33421 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1605166901-7944 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007ff870439b68.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: CacheReplicationMonitor(2030084711) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1396743532-172.17.0.2-1731381739037:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 39749 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/3fb681890ab2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: RS:0;3fb681890ab2:33421-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@50677d54 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44079 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@640cb5b2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@28013ac8 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 35589 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39749 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=33421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) - Thread LEAK? -, OpenFileDescriptor=868 (was 786) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=341 (was 345), ProcessCount=11 (was 11), AvailableMemoryMB=5310 (was 5338) 2024-11-12T03:22:26,168 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-12T03:22:26,179 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=868, MaxFileDescriptor=1048576, SystemLoadAverage=341, ProcessCount=11, AvailableMemoryMB=5309 2024-11-12T03:22:26,179 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-12T03:22:26,191 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-12T03:22:26,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/hadoop.log.dir so I do NOT create it in target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4 2024-11-12T03:22:26,191 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:22:26,191 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/hadoop.tmp.dir so I do NOT create it in target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4 2024-11-12T03:22:26,191 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/29e3a2c8-b875-f610-8594-ce16523b3d1d/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:22:26,191 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4 2024-11-12T03:22:26,191 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/cluster_dcbdd9a7-d3c3-c683-4542-6ac244899154, deleteOnExit=true 2024-11-12T03:22:26,249 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/cluster_dcbdd9a7-d3c3-c683-4542-6ac244899154/zookeeper_0, clientPort=59540, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/cluster_dcbdd9a7-d3c3-c683-4542-6ac244899154/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/cluster_dcbdd9a7-d3c3-c683-4542-6ac244899154/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-12T03:22:26,250 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59540 2024-11-12T03:22:26,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:22:26,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:22:26,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/test.cache.data in system properties and HBase conf 2024-11-12T03:22:26,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:22:26,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:22:26,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:22:26,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:22:26,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:22:26,251 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:22:26,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:22:26,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:22:26,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:22:26,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:22:26,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:22:26,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:22:26,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:22:26,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:22:26,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:22:26,251 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:22:26,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:22:26,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:22:26,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:22:26,252 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:22:26,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:22:26,564 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:22:26,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:22:26,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:22:26,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:22:26,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:22:26,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4759d90a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:22:26,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b6a9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:22:26,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@ddd43f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/java.io.tmpdir/jetty-localhost-41859-hadoop-hdfs-3_4_1-tests_jar-_-any-3836614431106592386/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:22:26,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@491c2358{HTTP/1.1, (http/1.1)}{localhost:41859} 2024-11-12T03:22:26,659 INFO [Time-limited test {}] server.Server(415): Started @322768ms 2024-11-12T03:22:26,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:22:26,904 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:22:26,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:22:26,907 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:22:26,907 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:22:26,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c2c6c16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:22:26,908 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56cb1d91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:22:27,001 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5ae63c2e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/java.io.tmpdir/jetty-localhost-43539-hadoop-hdfs-3_4_1-tests_jar-_-any-14485729702496392022/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:22:27,001 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f659f1b{HTTP/1.1, (http/1.1)}{localhost:43539} 2024-11-12T03:22:27,001 INFO [Time-limited test {}] server.Server(415): Started @323110ms 2024-11-12T03:22:27,002 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:22:27,583 WARN [Thread-4317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/cluster_dcbdd9a7-d3c3-c683-4542-6ac244899154/data/data2/current/BP-314036507-172.17.0.2-1731381746268/current, will proceed with Du for space computation calculation, 2024-11-12T03:22:27,583 WARN [Thread-4316 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/cluster_dcbdd9a7-d3c3-c683-4542-6ac244899154/data/data1/current/BP-314036507-172.17.0.2-1731381746268/current, will proceed with Du for space computation calculation, 2024-11-12T03:22:27,603 WARN [Thread-4304 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:22:27,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73f5f990c14cd3ed with lease ID 0x86ff9fd9a8740b16: Processing first storage report for DS-a02782f9-d41f-447b-a618-93d9e894c204 from datanode DatanodeRegistration(127.0.0.1:43279, datanodeUuid=4da2fd72-088b-434f-a6c4-7726c8e16653, infoPort=44517, infoSecurePort=0, ipcPort=43665, storageInfo=lv=-57;cid=testClusterID;nsid=1298758389;c=1731381746268) 2024-11-12T03:22:27,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73f5f990c14cd3ed with lease ID 0x86ff9fd9a8740b16: from storage DS-a02782f9-d41f-447b-a618-93d9e894c204 node DatanodeRegistration(127.0.0.1:43279, datanodeUuid=4da2fd72-088b-434f-a6c4-7726c8e16653, infoPort=44517, infoSecurePort=0, ipcPort=43665, storageInfo=lv=-57;cid=testClusterID;nsid=1298758389;c=1731381746268), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:22:27,605 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x73f5f990c14cd3ed with lease ID 0x86ff9fd9a8740b16: Processing first storage report for DS-0d192793-4683-4cad-a553-471b533130f9 from datanode DatanodeRegistration(127.0.0.1:43279, datanodeUuid=4da2fd72-088b-434f-a6c4-7726c8e16653, infoPort=44517, infoSecurePort=0, ipcPort=43665, storageInfo=lv=-57;cid=testClusterID;nsid=1298758389;c=1731381746268) 2024-11-12T03:22:27,605 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x73f5f990c14cd3ed with lease ID 0x86ff9fd9a8740b16: from storage DS-0d192793-4683-4cad-a553-471b533130f9 node DatanodeRegistration(127.0.0.1:43279, datanodeUuid=4da2fd72-088b-434f-a6c4-7726c8e16653, infoPort=44517, infoSecurePort=0, ipcPort=43665, storageInfo=lv=-57;cid=testClusterID;nsid=1298758389;c=1731381746268), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T03:22:27,624 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4 2024-11-12T03:22:27,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:27,626 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:27,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:22:28,033 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d with version=8 2024-11-12T03:22:28,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/hbase-staging 2024-11-12T03:22:28,035 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:22:28,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:28,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:28,035 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:22:28,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:28,035 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:22:28,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:22:28,036 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:22:28,036 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41103 2024-11-12T03:22:28,036 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41103 connecting to ZooKeeper ensemble=127.0.0.1:59540 2024-11-12T03:22:28,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:411030x0, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:22:28,140 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41103-0x1012d10d5f40000 connected 2024-11-12T03:22:28,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:28,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:28,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Set watcher on znode that does not yet exist, /0-1383953927/running 2024-11-12T03:22:28,226 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d, hbase.cluster.distributed=false 2024-11-12T03:22:28,227 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Set watcher on znode that does not yet exist, /0-1383953927/acl 2024-11-12T03:22:28,227 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41103 2024-11-12T03:22:28,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41103 2024-11-12T03:22:28,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41103 2024-11-12T03:22:28,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41103 2024-11-12T03:22:28,232 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41103 2024-11-12T03:22:28,244 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:22:28,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:28,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:28,245 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:22:28,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:28,245 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:22:28,245 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:22:28,245 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:22:28,245 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40321 2024-11-12T03:22:28,246 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40321 connecting to ZooKeeper ensemble=127.0.0.1:59540 2024-11-12T03:22:28,246 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:28,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:28,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403210x0, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:22:28,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40321-0x1012d10d5f40001 connected 2024-11-12T03:22:28,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403210x0, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Set watcher on znode that does not yet exist, /0-1383953927/running 2024-11-12T03:22:28,255 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:22:28,256 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:22:28,256 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Set watcher on znode that does not yet exist, /0-1383953927/master 2024-11-12T03:22:28,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Set watcher on znode that does not yet exist, /0-1383953927/acl 2024-11-12T03:22:28,263 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40321 2024-11-12T03:22:28,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40321 2024-11-12T03:22:28,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40321 2024-11-12T03:22:28,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40321 2024-11-12T03:22:28,265 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40321 2024-11-12T03:22:28,277 DEBUG [M:0;3fb681890ab2:41103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:41103 2024-11-12T03:22:28,278 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1383953927/backup-masters/3fb681890ab2,41103,1731381748035 2024-11-12T03:22:28,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927/backup-masters 2024-11-12T03:22:28,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927/backup-masters 2024-11-12T03:22:28,286 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Set watcher on existing znode=/0-1383953927/backup-masters/3fb681890ab2,41103,1731381748035 2024-11-12T03:22:28,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1383953927/master 2024-11-12T03:22:28,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:28,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:28,297 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Set watcher on existing znode=/0-1383953927/master 2024-11-12T03:22:28,297 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1383953927/backup-masters/3fb681890ab2,41103,1731381748035 from backup master directory 2024-11-12T03:22:28,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383953927/backup-masters/3fb681890ab2,41103,1731381748035 2024-11-12T03:22:28,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927/backup-masters 2024-11-12T03:22:28,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927/backup-masters 2024-11-12T03:22:28,307 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:22:28,307 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,41103,1731381748035 2024-11-12T03:22:28,310 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/hbase.id] with ID: f21cda3e-5f85-4899-a633-9b1c963f88ef 2024-11-12T03:22:28,310 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/.tmp/hbase.id 2024-11-12T03:22:28,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:22:28,718 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/.tmp/hbase.id]:[hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/hbase.id] 2024-11-12T03:22:28,725 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:28,725 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:22:28,726 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T03:22:28,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:28,810 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:28,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:22:29,216 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:22:29,217 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:22:29,217 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:22:29,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:22:29,612 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:22:29,613 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-12T03:22:29,622 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store 2024-11-12T03:22:29,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:22:30,005 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-12T03:22:30,005 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-12T03:22:30,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-12T03:22:30,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-12T03:22:30,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:22:30,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-12T03:22:30,006 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-12T03:22:30,006 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-12T03:22:30,027 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:30,028 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:22:30,028 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:30,028 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:30,028 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:22:30,028 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:30,028 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:30,028 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381750028Disabling compacts and flushes for region at 1731381750028Disabling writes for close at 1731381750028Writing region close event to WAL at 1731381750028Closed at 1731381750028 2024-11-12T03:22:30,029 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/.initializing 2024-11-12T03:22:30,029 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/WALs/3fb681890ab2,41103,1731381748035 2024-11-12T03:22:30,031 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:22:30,032 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C41103%2C1731381748035, suffix=, logDir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/WALs/3fb681890ab2,41103,1731381748035, archiveDir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/oldWALs, maxLogs=10 2024-11-12T03:22:30,050 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/WALs/3fb681890ab2,41103,1731381748035/3fb681890ab2%2C41103%2C1731381748035.1731381750032, exclude list is [], retry=0 2024-11-12T03:22:30,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43279,DS-a02782f9-d41f-447b-a618-93d9e894c204,DISK] 2024-11-12T03:22:30,089 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/WALs/3fb681890ab2,41103,1731381748035/3fb681890ab2%2C41103%2C1731381748035.1731381750032 2024-11-12T03:22:30,090 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44517:44517)] 2024-11-12T03:22:30,090 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:22:30,091 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:30,091 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:30,091 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:30,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:30,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:22:30,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:30,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:30,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:30,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:22:30,099 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:30,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:30,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:30,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:22:30,100 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:30,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:30,100 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:30,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:22:30,101 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:30,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:30,101 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:30,102 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:30,102 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:30,103 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:30,103 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:30,103 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:22:30,104 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:30,105 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:22:30,110 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68613611, jitterRate=0.02242247760295868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:22:30,110 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381750091Initializing all the Stores at 1731381750092 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381750092Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381750094 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381750094Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381750094Cleaning up temporary data from old regions at 1731381750103 (+9 ms)Region opened successfully at 1731381750110 (+7 ms) 2024-11-12T03:22:30,124 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:22:30,130 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92c2e69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:22:30,131 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:22:30,131 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:22:30,131 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:22:30,131 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:22:30,132 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:22:30,132 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:22:30,132 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:22:30,154 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:22:30,155 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Unable to get data of znode /0-1383953927/balancer because node does not exist (not necessarily an error) 2024-11-12T03:22:30,202 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383953927/balancer already deleted, retry=false 2024-11-12T03:22:30,202 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:22:30,203 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Unable to get data of znode /0-1383953927/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:22:30,212 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383953927/normalizer already deleted, retry=false 2024-11-12T03:22:30,213 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:22:30,229 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Unable to get data of znode /0-1383953927/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:22:30,241 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383953927/switch/split already deleted, retry=false 2024-11-12T03:22:30,242 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Unable to get data of znode /0-1383953927/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:22:30,255 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383953927/switch/merge already deleted, retry=false 2024-11-12T03:22:30,260 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Unable to get data of znode /0-1383953927/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:22:30,273 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383953927/snapshot-cleanup already deleted, retry=false 2024-11-12T03:22:30,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1383953927/running 2024-11-12T03:22:30,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1383953927/running 2024-11-12T03:22:30,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:30,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:30,287 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,41103,1731381748035, sessionid=0x1012d10d5f40000, setting cluster-up flag (Was=false) 2024-11-12T03:22:30,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:30,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:30,339 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1383953927/flush-table-proc/acquired, /0-1383953927/flush-table-proc/reached, /0-1383953927/flush-table-proc/abort 2024-11-12T03:22:30,340 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,41103,1731381748035 2024-11-12T03:22:30,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:30,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:30,391 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1383953927/online-snapshot/acquired, /0-1383953927/online-snapshot/reached, /0-1383953927/online-snapshot/abort 2024-11-12T03:22:30,393 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,41103,1731381748035 2024-11-12T03:22:30,394 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:22:30,405 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:30,406 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:22:30,406 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:22:30,406 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,41103,1731381748035 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:22:30,407 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:30,407 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:30,407 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:30,407 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:30,407 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:22:30,407 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:30,407 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:22:30,407 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:30,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:30,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:22:30,416 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:30,416 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:22:30,428 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381780428 2024-11-12T03:22:30,429 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:22:30,429 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:22:30,429 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:22:30,429 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:22:30,429 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:22:30,429 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:22:30,448 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:30,460 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:22:30,461 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:22:30,461 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:22:30,461 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:22:30,464 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:22:30,464 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:22:30,466 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381750465,5,FailOnTimeoutGroup] 2024-11-12T03:22:30,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:22:30,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:22:30,471 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d 2024-11-12T03:22:30,476 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381750466,5,FailOnTimeoutGroup] 2024-11-12T03:22:30,476 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:30,476 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:22:30,476 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:30,476 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:30,486 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(746): ClusterId : f21cda3e-5f85-4899-a633-9b1c963f88ef 2024-11-12T03:22:30,486 DEBUG [RS:0;3fb681890ab2:40321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:22:30,498 DEBUG [RS:0;3fb681890ab2:40321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:22:30,498 DEBUG [RS:0;3fb681890ab2:40321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:22:30,509 DEBUG [RS:0;3fb681890ab2:40321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:22:30,509 DEBUG [RS:0;3fb681890ab2:40321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3478824e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:22:30,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741832_1008 (size=32) 2024-11-12T03:22:30,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:30,536 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:22:30,538 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:22:30,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:30,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:30,539 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:22:30,540 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:22:30,541 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:30,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:30,541 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:22:30,542 DEBUG [RS:0;3fb681890ab2:40321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:40321 2024-11-12T03:22:30,542 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:22:30,542 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:22:30,542 DEBUG [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:22:30,543 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:22:30,543 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:30,543 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,41103,1731381748035 with port=40321, startcode=1731381748244 2024-11-12T03:22:30,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:30,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:22:30,543 DEBUG [RS:0;3fb681890ab2:40321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:22:30,545 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:22:30,545 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:22:30,545 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:30,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,40321,1731381748244 2024-11-12T03:22:30,545 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:30,545 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41103 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,40321,1731381748244 2024-11-12T03:22:30,545 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:22:30,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740 2024-11-12T03:22:30,546 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740 2024-11-12T03:22:30,546 DEBUG [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d 2024-11-12T03:22:30,546 DEBUG [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46541 2024-11-12T03:22:30,547 DEBUG [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:22:30,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:22:30,547 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:22:30,548 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:22:30,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:22:30,551 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:22:30,553 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73764827, jitterRate=0.09918157756328583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:22:30,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381750534Initializing all the Stores at 1731381750534Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381750534Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381750535 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381750535Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381750535Cleaning up temporary data from old regions at 1731381750547 (+12 ms)Region opened successfully at 1731381750553 (+6 ms) 2024-11-12T03:22:30,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:22:30,553 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:22:30,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:22:30,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:22:30,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:22:30,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927/rs 2024-11-12T03:22:30,561 DEBUG [RS:0;3fb681890ab2:40321 {}] zookeeper.ZKUtil(111): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Set watcher on existing znode=/0-1383953927/rs/3fb681890ab2,40321,1731381748244 2024-11-12T03:22:30,561 WARN [RS:0;3fb681890ab2:40321 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:22:30,561 INFO [RS:0;3fb681890ab2:40321 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:22:30,561 DEBUG [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244 2024-11-12T03:22:30,563 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:30,564 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381750553Disabling compacts and flushes for region at 1731381750553Disabling writes for close at 1731381750553Writing region close event to WAL at 1731381750563 (+10 ms)Closed at 1731381750563 2024-11-12T03:22:30,565 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:30,565 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,40321,1731381748244] 2024-11-12T03:22:30,565 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:22:30,565 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:22:30,566 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:22:30,567 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:22:30,574 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:22:30,575 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:22:30,576 INFO [RS:0;3fb681890ab2:40321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:22:30,576 INFO [RS:0;3fb681890ab2:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:30,576 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:22:30,577 INFO [RS:0;3fb681890ab2:40321 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:22:30,577 INFO [RS:0;3fb681890ab2:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:30,577 DEBUG [RS:0;3fb681890ab2:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:30,578 DEBUG [RS:0;3fb681890ab2:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:30,578 DEBUG [RS:0;3fb681890ab2:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:30,578 DEBUG [RS:0;3fb681890ab2:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:30,578 DEBUG [RS:0;3fb681890ab2:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:30,578 DEBUG [RS:0;3fb681890ab2:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:22:30,578 DEBUG [RS:0;3fb681890ab2:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:30,578 DEBUG [RS:0;3fb681890ab2:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:30,578 DEBUG [RS:0;3fb681890ab2:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:30,578 DEBUG [RS:0;3fb681890ab2:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:30,578 DEBUG [RS:0;3fb681890ab2:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:30,578 DEBUG [RS:0;3fb681890ab2:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:30,578 DEBUG [RS:0;3fb681890ab2:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:22:30,578 DEBUG [RS:0;3fb681890ab2:40321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:22:30,588 INFO [RS:0;3fb681890ab2:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:30,588 INFO [RS:0;3fb681890ab2:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:30,588 INFO [RS:0;3fb681890ab2:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:30,588 INFO [RS:0;3fb681890ab2:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:30,588 INFO [RS:0;3fb681890ab2:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:30,588 INFO [RS:0;3fb681890ab2:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,40321,1731381748244-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:22:30,611 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:22:30,612 INFO [RS:0;3fb681890ab2:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,40321,1731381748244-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:30,612 INFO [RS:0;3fb681890ab2:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:30,612 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.Replication(171): 3fb681890ab2,40321,1731381748244 started 2024-11-12T03:22:30,629 INFO [RS:0;3fb681890ab2:40321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:30,629 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,40321,1731381748244, RpcServer on 3fb681890ab2/172.17.0.2:40321, sessionid=0x1012d10d5f40001 2024-11-12T03:22:30,629 DEBUG [RS:0;3fb681890ab2:40321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:22:30,629 DEBUG [RS:0;3fb681890ab2:40321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,40321,1731381748244 2024-11-12T03:22:30,629 DEBUG [RS:0;3fb681890ab2:40321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,40321,1731381748244' 2024-11-12T03:22:30,629 DEBUG [RS:0;3fb681890ab2:40321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1383953927/flush-table-proc/abort' 2024-11-12T03:22:30,630 DEBUG [RS:0;3fb681890ab2:40321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1383953927/flush-table-proc/acquired' 2024-11-12T03:22:30,630 DEBUG [RS:0;3fb681890ab2:40321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:22:30,631 DEBUG [RS:0;3fb681890ab2:40321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:22:30,631 DEBUG [RS:0;3fb681890ab2:40321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,40321,1731381748244 2024-11-12T03:22:30,631 DEBUG [RS:0;3fb681890ab2:40321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,40321,1731381748244' 2024-11-12T03:22:30,631 DEBUG [RS:0;3fb681890ab2:40321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1383953927/online-snapshot/abort' 2024-11-12T03:22:30,631 DEBUG [RS:0;3fb681890ab2:40321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1383953927/online-snapshot/acquired' 2024-11-12T03:22:30,631 DEBUG [RS:0;3fb681890ab2:40321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:22:30,632 INFO [RS:0;3fb681890ab2:40321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:22:30,632 INFO [RS:0;3fb681890ab2:40321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:22:30,717 WARN [3fb681890ab2:41103 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-12T03:22:30,732 INFO [RS:0;3fb681890ab2:40321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:22:30,733 INFO [RS:0;3fb681890ab2:40321 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C40321%2C1731381748244, suffix=, logDir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244, archiveDir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/oldWALs, maxLogs=10 2024-11-12T03:22:30,751 DEBUG [RS:0;3fb681890ab2:40321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733, exclude list is [], retry=0 2024-11-12T03:22:30,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43279,DS-a02782f9-d41f-447b-a618-93d9e894c204,DISK] 2024-11-12T03:22:30,756 INFO [RS:0;3fb681890ab2:40321 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733 2024-11-12T03:22:30,756 DEBUG [RS:0;3fb681890ab2:40321 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44517:44517)] 2024-11-12T03:22:30,968 DEBUG [3fb681890ab2:41103 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:22:30,968 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,40321,1731381748244 2024-11-12T03:22:30,969 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,40321,1731381748244, state=OPENING 2024-11-12T03:22:30,981 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:22:31,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:31,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:31,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383953927/meta-region-server: CHANGED 2024-11-12T03:22:31,027 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:22:31,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383953927/meta-region-server: CHANGED 2024-11-12T03:22:31,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,40321,1731381748244}] 2024-11-12T03:22:31,131 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:22:31,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,131 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,132 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,166 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,175 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,176 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:31,179 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:22:31,181 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:22:31,183 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:22:31,183 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:22:31,183 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:22:31,184 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C40321%2C1731381748244.meta, suffix=.meta, logDir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244, archiveDir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/oldWALs, maxLogs=10 2024-11-12T03:22:31,200 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.meta.1731381751184.meta, exclude list is [], retry=0 2024-11-12T03:22:31,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43279,DS-a02782f9-d41f-447b-a618-93d9e894c204,DISK] 2024-11-12T03:22:31,203 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.meta.1731381751184.meta 2024-11-12T03:22:31,204 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44517:44517)] 2024-11-12T03:22:31,204 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:22:31,204 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:22:31,204 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:22:31,204 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:22:31,204 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:22:31,204 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:22:31,204 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:31,204 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:22:31,204 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:22:31,205 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:22:31,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:22:31,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:31,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:31,206 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:22:31,207 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:22:31,207 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:31,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:31,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:22:31,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:22:31,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:31,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:31,208 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:22:31,208 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:22:31,208 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:31,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:31,209 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:22:31,209 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740 2024-11-12T03:22:31,210 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740 2024-11-12T03:22:31,210 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:22:31,210 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:22:31,211 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:22:31,212 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:22:31,212 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59371690, jitterRate=-0.11529287695884705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:22:31,212 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:22:31,212 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381751204Writing region info on filesystem at 1731381751204Initializing all the Stores at 1731381751205 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381751205Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381751205Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381751205Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381751205Cleaning up temporary data from old regions at 1731381751210 (+5 ms)Running coprocessor post-open hooks at 1731381751212 (+2 ms)Region opened successfully at 1731381751212 2024-11-12T03:22:31,213 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381751179 2024-11-12T03:22:31,216 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:22:31,216 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:22:31,216 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,40321,1731381748244 2024-11-12T03:22:31,217 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,40321,1731381748244, state=OPEN 2024-11-12T03:22:31,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1383953927/meta-region-server 2024-11-12T03:22:31,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1383953927/meta-region-server 2024-11-12T03:22:31,223 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,40321,1731381748244 2024-11-12T03:22:31,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383953927/meta-region-server: CHANGED 2024-11-12T03:22:31,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1383953927/meta-region-server: CHANGED 2024-11-12T03:22:31,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:22:31,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,40321,1731381748244 in 196 msec 2024-11-12T03:22:31,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:22:31,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 660 msec 2024-11-12T03:22:31,226 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:31,226 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:22:31,227 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:31,227 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40321,1731381748244, seqNum=-1] 2024-11-12T03:22:31,228 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:31,228 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:22:31,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 827 msec 2024-11-12T03:22:31,232 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381751232, completionTime=-1 2024-11-12T03:22:31,232 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:22:31,232 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:22:31,234 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:22:31,234 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381811234 2024-11-12T03:22:31,234 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381871234 2024-11-12T03:22:31,235 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-12T03:22:31,235 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,41103,1731381748035-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:31,235 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,41103,1731381748035-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:31,235 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,41103,1731381748035-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:31,235 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:41103, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:31,235 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:31,235 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:31,237 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:22:31,238 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.931sec 2024-11-12T03:22:31,238 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:22:31,238 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:22:31,238 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:22:31,238 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:22:31,238 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:22:31,238 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,41103,1731381748035-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:22:31,239 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,41103,1731381748035-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:22:31,240 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:22:31,240 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:22:31,240 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,41103,1731381748035-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:31,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19f43669, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:31,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,41103,-1 for getting cluster id 2024-11-12T03:22:31,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:31,294 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f21cda3e-5f85-4899-a633-9b1c963f88ef' 2024-11-12T03:22:31,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:31,294 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f21cda3e-5f85-4899-a633-9b1c963f88ef" 2024-11-12T03:22:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47688140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,41103,-1] 2024-11-12T03:22:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:31,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:31,297 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40580, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:31,297 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca5241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:31,298 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40321,1731381748244, seqNum=-1] 2024-11-12T03:22:31,299 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:31,301 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:22:31,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,41103,1731381748035 2024-11-12T03:22:31,303 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:59540 2024-11-12T03:22:31,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:22:31,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1012d10d5f40002 connected 2024-11-12T03:22:31,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/hadoop.log.dir so I do NOT create it in target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a 2024-11-12T03:22:31,328 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:22:31,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/hadoop.tmp.dir so I do NOT create it in target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a 2024-11-12T03:22:31,328 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:22:31,328 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a 2024-11-12T03:22:31,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:22:31,328 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/cluster_0883792a-ed47-5aa3-96a7-82d7ef4b6d0a, deleteOnExit=true 2024-11-12T03:22:31,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:22:31,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/test.cache.data in system properties and HBase conf 2024-11-12T03:22:31,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:22:31,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:22:31,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:22:31,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:22:31,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:22:31,329 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:22:31,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:22:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:22:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:22:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:22:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:22:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:22:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:22:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:22:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:22:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:22:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:22:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:22:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:22:31,330 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:22:31,817 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:22:31,826 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:22:31,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:22:31,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:22:31,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:22:31,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:22:31,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a5e72a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:22:31,836 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57b9b217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:22:31,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7852ee48{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/java.io.tmpdir/jetty-localhost-37429-hadoop-hdfs-3_4_1-tests_jar-_-any-13423167659779088097/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:22:31,956 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cea55df{HTTP/1.1, (http/1.1)}{localhost:37429} 2024-11-12T03:22:31,956 INFO [Time-limited test {}] server.Server(415): Started @328065ms 2024-11-12T03:22:32,383 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:22:32,385 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:22:32,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:22:32,388 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:22:32,388 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:22:32,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@165f0bd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:22:32,389 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7646bf61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:22:32,503 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b583009{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/java.io.tmpdir/jetty-localhost-35107-hadoop-hdfs-3_4_1-tests_jar-_-any-18410278483268959413/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:22:32,503 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@687d9d11{HTTP/1.1, (http/1.1)}{localhost:35107} 2024-11-12T03:22:32,503 INFO [Time-limited test {}] server.Server(415): Started @328612ms 2024-11-12T03:22:32,504 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:22:33,653 WARN [Thread-4437 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/cluster_0883792a-ed47-5aa3-96a7-82d7ef4b6d0a/data/data1/current/BP-195524093-172.17.0.2-1731381751351/current, will proceed with Du for space computation calculation, 2024-11-12T03:22:33,653 WARN [Thread-4438 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/cluster_0883792a-ed47-5aa3-96a7-82d7ef4b6d0a/data/data2/current/BP-195524093-172.17.0.2-1731381751351/current, will proceed with Du for space computation calculation, 2024-11-12T03:22:33,674 WARN [Thread-4425 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:22:33,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x768974e97a500b99 with lease ID 0xef68aa4cb1c3d4d4: Processing first storage report for DS-64259acb-e4bc-481b-9d2e-e4b152ce7d3d from datanode DatanodeRegistration(127.0.0.1:42459, datanodeUuid=f93f0918-0891-4a35-bf2d-6723bce1ed47, infoPort=34093, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=1034624136;c=1731381751351) 2024-11-12T03:22:33,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x768974e97a500b99 with lease ID 0xef68aa4cb1c3d4d4: from storage DS-64259acb-e4bc-481b-9d2e-e4b152ce7d3d node DatanodeRegistration(127.0.0.1:42459, datanodeUuid=f93f0918-0891-4a35-bf2d-6723bce1ed47, infoPort=34093, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=1034624136;c=1731381751351), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:22:33,677 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x768974e97a500b99 with lease ID 0xef68aa4cb1c3d4d4: Processing first storage report for DS-2bf82888-b0ac-475f-a6b7-879ca9432603 from datanode DatanodeRegistration(127.0.0.1:42459, datanodeUuid=f93f0918-0891-4a35-bf2d-6723bce1ed47, infoPort=34093, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=1034624136;c=1731381751351) 2024-11-12T03:22:33,677 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x768974e97a500b99 with lease ID 0xef68aa4cb1c3d4d4: from storage DS-2bf82888-b0ac-475f-a6b7-879ca9432603 node DatanodeRegistration(127.0.0.1:42459, datanodeUuid=f93f0918-0891-4a35-bf2d-6723bce1ed47, infoPort=34093, infoSecurePort=0, ipcPort=38793, storageInfo=lv=-57;cid=testClusterID;nsid=1034624136;c=1731381751351), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-12T03:22:33,729 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a 2024-11-12T03:22:33,730 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:33,731 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:33,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:22:33,737 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838 with version=8 2024-11-12T03:22:33,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/hbase-staging 2024-11-12T03:22:33,739 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:22:33,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:33,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:33,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:22:33,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:33,740 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:22:33,740 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:22:33,740 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:22:33,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34047 2024-11-12T03:22:33,741 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34047 connecting to ZooKeeper ensemble=127.0.0.1:59540 2024-11-12T03:22:33,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:340470x0, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:22:33,828 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34047-0x1012d10d5f40003 connected 2024-11-12T03:22:34,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:34,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:34,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Set watcher on znode that does not yet exist, /1769295918/running 2024-11-12T03:22:34,639 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838, hbase.cluster.distributed=false 2024-11-12T03:22:34,641 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Set watcher on znode that does not yet exist, /1769295918/acl 2024-11-12T03:22:34,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34047 2024-11-12T03:22:34,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34047 2024-11-12T03:22:34,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34047 2024-11-12T03:22:34,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34047 2024-11-12T03:22:34,642 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34047 2024-11-12T03:22:34,659 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:22:34,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:34,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:34,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:22:34,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:34,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:22:34,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:22:34,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:22:34,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38967 2024-11-12T03:22:34,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38967 connecting to ZooKeeper ensemble=127.0.0.1:59540 2024-11-12T03:22:34,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:34,662 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:34,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:389670x0, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:22:34,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:389670x0, quorum=127.0.0.1:59540, baseZNode=/1769295918 Set watcher on znode that does not yet exist, /1769295918/running 2024-11-12T03:22:34,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38967-0x1012d10d5f40004 connected 2024-11-12T03:22:34,768 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:22:34,769 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:22:34,769 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Set watcher on znode that does not yet exist, /1769295918/master 2024-11-12T03:22:34,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Set watcher on znode that does not yet exist, /1769295918/acl 2024-11-12T03:22:34,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38967 2024-11-12T03:22:34,772 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38967 2024-11-12T03:22:34,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38967 2024-11-12T03:22:34,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38967 2024-11-12T03:22:34,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38967 2024-11-12T03:22:34,788 DEBUG [M:0;3fb681890ab2:34047 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:34047 2024-11-12T03:22:34,788 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1769295918/backup-masters/3fb681890ab2,34047,1731381753739 2024-11-12T03:22:34,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918/backup-masters 2024-11-12T03:22:34,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918/backup-masters 2024-11-12T03:22:34,888 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Set watcher on existing znode=/1769295918/backup-masters/3fb681890ab2,34047,1731381753739 2024-11-12T03:22:34,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1769295918/master 2024-11-12T03:22:34,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:34,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:34,963 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Set watcher on existing znode=/1769295918/master 2024-11-12T03:22:34,963 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1769295918/backup-masters/3fb681890ab2,34047,1731381753739 from backup master directory 2024-11-12T03:22:35,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1769295918/backup-masters/3fb681890ab2,34047,1731381753739 2024-11-12T03:22:35,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918/backup-masters 2024-11-12T03:22:35,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918/backup-masters 2024-11-12T03:22:35,057 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:22:35,057 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,34047,1731381753739 2024-11-12T03:22:35,060 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/hbase.id] with ID: e7ea532c-3023-4b31-8700-6be143706cfa 2024-11-12T03:22:35,060 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/.tmp/hbase.id 2024-11-12T03:22:35,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:22:35,464 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/.tmp/hbase.id]:[hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/hbase.id] 2024-11-12T03:22:35,471 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:35,471 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:22:35,471 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-12T03:22:35,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:35,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:35,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:22:35,943 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:22:35,944 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:22:35,948 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:22:35,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:22:36,361 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store 2024-11-12T03:22:36,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:22:36,707 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:22:36,708 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,709 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,766 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,767 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,768 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,777 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,781 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,782 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,784 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:36,795 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:36,795 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:22:36,795 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:36,795 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:36,795 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:22:36,795 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:36,795 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:36,795 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381756795Disabling compacts and flushes for region at 1731381756795Disabling writes for close at 1731381756795Writing region close event to WAL at 1731381756795Closed at 1731381756795 2024-11-12T03:22:36,796 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/.initializing 2024-11-12T03:22:36,796 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/WALs/3fb681890ab2,34047,1731381753739 2024-11-12T03:22:36,797 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:22:36,798 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C34047%2C1731381753739, suffix=, logDir=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/WALs/3fb681890ab2,34047,1731381753739, archiveDir=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/oldWALs, maxLogs=10 2024-11-12T03:22:36,812 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/WALs/3fb681890ab2,34047,1731381753739/3fb681890ab2%2C34047%2C1731381753739.1731381756798, exclude list is [], retry=0 2024-11-12T03:22:36,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42459,DS-64259acb-e4bc-481b-9d2e-e4b152ce7d3d,DISK] 2024-11-12T03:22:36,818 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/WALs/3fb681890ab2,34047,1731381753739/3fb681890ab2%2C34047%2C1731381753739.1731381756798 2024-11-12T03:22:36,824 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34093:34093)] 2024-11-12T03:22:36,824 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:22:36,824 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:36,825 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:36,825 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:36,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:36,827 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:22:36,827 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:36,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:36,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:36,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:22:36,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:36,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:36,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:36,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:22:36,830 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:36,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:36,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:36,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:22:36,832 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:36,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:36,832 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:36,833 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:36,833 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:36,834 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:36,834 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:36,834 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:22:36,835 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:36,837 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:22:36,837 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73741681, jitterRate=0.09883667528629303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:22:36,837 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381756825Initializing all the Stores at 1731381756825Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381756825Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381756826 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381756826Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381756826Cleaning up temporary data from old regions at 1731381756834 (+8 ms)Region opened successfully at 1731381756837 (+3 ms) 2024-11-12T03:22:36,837 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:22:36,841 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483675d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:22:36,842 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:22:36,842 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:22:36,842 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:22:36,842 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:22:36,843 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:22:36,843 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:22:36,843 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:22:36,846 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:22:36,847 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Unable to get data of znode /1769295918/balancer because node does not exist (not necessarily an error) 2024-11-12T03:22:36,854 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1769295918/balancer already deleted, retry=false 2024-11-12T03:22:36,854 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:22:36,855 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Unable to get data of znode /1769295918/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:22:36,865 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1769295918/normalizer already deleted, retry=false 2024-11-12T03:22:36,865 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:22:36,866 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Unable to get data of znode /1769295918/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:22:36,875 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1769295918/switch/split already deleted, retry=false 2024-11-12T03:22:36,876 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Unable to get data of znode /1769295918/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:22:36,885 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1769295918/switch/merge already deleted, retry=false 2024-11-12T03:22:36,887 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Unable to get data of znode /1769295918/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:22:36,896 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1769295918/snapshot-cleanup already deleted, retry=false 2024-11-12T03:22:36,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1769295918/running 2024-11-12T03:22:36,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:36,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1769295918/running 2024-11-12T03:22:36,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:36,908 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,34047,1731381753739, sessionid=0x1012d10d5f40003, setting cluster-up flag (Was=false) 2024-11-12T03:22:36,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:36,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:36,959 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1769295918/flush-table-proc/acquired, /1769295918/flush-table-proc/reached, /1769295918/flush-table-proc/abort 2024-11-12T03:22:36,960 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,34047,1731381753739 2024-11-12T03:22:36,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:36,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:37,012 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1769295918/online-snapshot/acquired, /1769295918/online-snapshot/reached, /1769295918/online-snapshot/abort 2024-11-12T03:22:37,013 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,34047,1731381753739 2024-11-12T03:22:37,014 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:22:37,015 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:37,016 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:22:37,016 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:22:37,016 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,34047,1731381753739 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:22:37,017 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:37,017 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:37,017 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:37,017 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:37,018 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:22:37,018 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:37,018 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:22:37,018 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:37,019 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381787019 2024-11-12T03:22:37,019 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:37,019 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:22:37,019 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:22:37,019 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:22:37,019 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:22:37,019 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:22:37,019 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:22:37,019 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:22:37,020 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:37,020 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:22:37,020 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:22:37,020 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:22:37,020 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:22:37,020 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:37,020 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:22:37,024 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:22:37,024 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:22:37,024 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381757024,5,FailOnTimeoutGroup] 2024-11-12T03:22:37,024 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381757024,5,FailOnTimeoutGroup] 2024-11-12T03:22:37,025 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:37,025 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:22:37,025 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:37,025 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:37,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:22:37,079 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(746): ClusterId : e7ea532c-3023-4b31-8700-6be143706cfa 2024-11-12T03:22:37,079 DEBUG [RS:0;3fb681890ab2:38967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:22:37,086 DEBUG [RS:0;3fb681890ab2:38967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:22:37,086 DEBUG [RS:0;3fb681890ab2:38967 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:22:37,097 DEBUG [RS:0;3fb681890ab2:38967 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:22:37,097 DEBUG [RS:0;3fb681890ab2:38967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0864ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:22:37,108 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:38967 2024-11-12T03:22:37,108 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:22:37,108 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:22:37,108 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:22:37,109 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,34047,1731381753739 with port=38967, startcode=1731381754659 2024-11-12T03:22:37,109 DEBUG [RS:0;3fb681890ab2:38967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:22:37,110 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:22:37,111 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34047 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,38967,1731381754659 2024-11-12T03:22:37,111 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34047 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,38967,1731381754659 2024-11-12T03:22:37,112 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838 2024-11-12T03:22:37,112 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44801 2024-11-12T03:22:37,112 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:22:37,152 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918/rs 2024-11-12T03:22:37,152 DEBUG [RS:0;3fb681890ab2:38967 {}] zookeeper.ZKUtil(111): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Set watcher on existing znode=/1769295918/rs/3fb681890ab2,38967,1731381754659 2024-11-12T03:22:37,153 WARN [RS:0;3fb681890ab2:38967 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:22:37,153 INFO [RS:0;3fb681890ab2:38967 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:22:37,153 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/WALs/3fb681890ab2,38967,1731381754659 2024-11-12T03:22:37,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,38967,1731381754659] 2024-11-12T03:22:37,155 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:22:37,156 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:22:37,160 INFO [RS:0;3fb681890ab2:38967 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:22:37,160 INFO [RS:0;3fb681890ab2:38967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:37,164 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:22:37,165 INFO [RS:0;3fb681890ab2:38967 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:22:37,165 INFO [RS:0;3fb681890ab2:38967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:37,165 DEBUG [RS:0;3fb681890ab2:38967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:37,165 DEBUG [RS:0;3fb681890ab2:38967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:37,165 DEBUG [RS:0;3fb681890ab2:38967 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:37,165 DEBUG [RS:0;3fb681890ab2:38967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:37,165 DEBUG [RS:0;3fb681890ab2:38967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:37,165 DEBUG [RS:0;3fb681890ab2:38967 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:22:37,165 DEBUG [RS:0;3fb681890ab2:38967 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:37,165 DEBUG [RS:0;3fb681890ab2:38967 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:37,165 DEBUG [RS:0;3fb681890ab2:38967 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:37,165 DEBUG [RS:0;3fb681890ab2:38967 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:37,165 DEBUG [RS:0;3fb681890ab2:38967 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:37,165 DEBUG [RS:0;3fb681890ab2:38967 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:37,165 DEBUG [RS:0;3fb681890ab2:38967 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:22:37,165 DEBUG [RS:0;3fb681890ab2:38967 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:22:37,166 INFO [RS:0;3fb681890ab2:38967 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:37,166 INFO [RS:0;3fb681890ab2:38967 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:37,166 INFO [RS:0;3fb681890ab2:38967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:37,166 INFO [RS:0;3fb681890ab2:38967 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:37,166 INFO [RS:0;3fb681890ab2:38967 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:37,166 INFO [RS:0;3fb681890ab2:38967 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38967,1731381754659-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:22:37,178 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:22:37,179 INFO [RS:0;3fb681890ab2:38967 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,38967,1731381754659-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:37,179 INFO [RS:0;3fb681890ab2:38967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:37,179 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.Replication(171): 3fb681890ab2,38967,1731381754659 started 2024-11-12T03:22:37,191 INFO [RS:0;3fb681890ab2:38967 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:37,191 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,38967,1731381754659, RpcServer on 3fb681890ab2/172.17.0.2:38967, sessionid=0x1012d10d5f40004 2024-11-12T03:22:37,191 DEBUG [RS:0;3fb681890ab2:38967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:22:37,191 DEBUG [RS:0;3fb681890ab2:38967 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,38967,1731381754659 2024-11-12T03:22:37,191 DEBUG [RS:0;3fb681890ab2:38967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,38967,1731381754659' 2024-11-12T03:22:37,192 DEBUG [RS:0;3fb681890ab2:38967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1769295918/flush-table-proc/abort' 2024-11-12T03:22:37,192 DEBUG [RS:0;3fb681890ab2:38967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1769295918/flush-table-proc/acquired' 2024-11-12T03:22:37,192 DEBUG [RS:0;3fb681890ab2:38967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:22:37,192 DEBUG [RS:0;3fb681890ab2:38967 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:22:37,192 DEBUG [RS:0;3fb681890ab2:38967 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,38967,1731381754659 2024-11-12T03:22:37,192 DEBUG [RS:0;3fb681890ab2:38967 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,38967,1731381754659' 2024-11-12T03:22:37,192 DEBUG [RS:0;3fb681890ab2:38967 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1769295918/online-snapshot/abort' 2024-11-12T03:22:37,192 DEBUG [RS:0;3fb681890ab2:38967 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1769295918/online-snapshot/acquired' 2024-11-12T03:22:37,193 DEBUG [RS:0;3fb681890ab2:38967 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:22:37,193 INFO [RS:0;3fb681890ab2:38967 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:22:37,193 INFO [RS:0;3fb681890ab2:38967 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:22:37,293 INFO [RS:0;3fb681890ab2:38967 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:22:37,294 INFO [RS:0;3fb681890ab2:38967 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C38967%2C1731381754659, suffix=, logDir=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/WALs/3fb681890ab2,38967,1731381754659, archiveDir=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/oldWALs, maxLogs=10 2024-11-12T03:22:37,320 DEBUG [RS:0;3fb681890ab2:38967 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/WALs/3fb681890ab2,38967,1731381754659/3fb681890ab2%2C38967%2C1731381754659.1731381757295, exclude list is [], retry=0 2024-11-12T03:22:37,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42459,DS-64259acb-e4bc-481b-9d2e-e4b152ce7d3d,DISK] 2024-11-12T03:22:37,325 INFO [RS:0;3fb681890ab2:38967 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/WALs/3fb681890ab2,38967,1731381754659/3fb681890ab2%2C38967%2C1731381754659.1731381757295 2024-11-12T03:22:37,326 DEBUG [RS:0;3fb681890ab2:38967 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34093:34093)] 2024-11-12T03:22:37,428 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:22:37,428 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838 2024-11-12T03:22:37,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:22:37,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:37,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:22:37,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:22:37,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:37,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:37,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:22:37,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:22:37,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:37,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:37,840 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:22:37,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:22:37,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:37,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:37,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:22:37,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:22:37,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:37,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:37,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:22:37,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740 2024-11-12T03:22:37,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740 2024-11-12T03:22:37,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:22:37,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:22:37,850 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:22:37,852 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:22:37,872 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:22:37,876 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64074910, jitterRate=-0.04520943760871887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:22:37,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381757833Initializing all the Stores at 1731381757834 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381757834Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381757834Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381757834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381757834Cleaning up temporary data from old regions at 1731381757848 (+14 ms)Region opened successfully at 1731381757876 (+28 ms) 2024-11-12T03:22:37,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:22:37,877 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:22:37,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:22:37,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:22:37,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:22:37,888 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:37,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381757877Disabling compacts and flushes for region at 1731381757877Disabling writes for close at 1731381757877Writing region close event to WAL at 1731381757888 (+11 ms)Closed at 1731381757888 2024-11-12T03:22:37,890 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:37,890 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:22:37,890 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:22:37,892 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:22:37,892 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:22:38,043 DEBUG [3fb681890ab2:34047 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:22:38,043 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,38967,1731381754659 2024-11-12T03:22:38,045 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,38967,1731381754659, state=OPENING 2024-11-12T03:22:38,055 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:22:38,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:38,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:38,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1769295918/meta-region-server: CHANGED 2024-11-12T03:22:38,065 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1769295918/meta-region-server: CHANGED 2024-11-12T03:22:38,066 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:22:38,066 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,38967,1731381754659}] 2024-11-12T03:22:38,227 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:22:38,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:22:38,237 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:22:38,238 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:22:38,238 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:22:38,240 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C38967%2C1731381754659.meta, suffix=.meta, logDir=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/WALs/3fb681890ab2,38967,1731381754659, archiveDir=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/oldWALs, maxLogs=10 2024-11-12T03:22:38,265 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/WALs/3fb681890ab2,38967,1731381754659/3fb681890ab2%2C38967%2C1731381754659.meta.1731381758241.meta, exclude list is [], retry=0 2024-11-12T03:22:38,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42459,DS-64259acb-e4bc-481b-9d2e-e4b152ce7d3d,DISK] 2024-11-12T03:22:38,280 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/WALs/3fb681890ab2,38967,1731381754659/3fb681890ab2%2C38967%2C1731381754659.meta.1731381758241.meta 2024-11-12T03:22:38,296 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34093:34093)] 2024-11-12T03:22:38,297 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:22:38,297 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:22:38,297 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:22:38,297 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:22:38,297 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:22:38,297 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:22:38,298 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:38,298 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:22:38,298 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:22:38,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:22:38,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:22:38,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:38,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:38,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:22:38,308 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:22:38,308 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:38,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:38,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:22:38,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:22:38,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:38,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:38,310 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:22:38,311 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:22:38,311 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:38,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:38,312 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:22:38,313 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740 2024-11-12T03:22:38,315 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740 2024-11-12T03:22:38,316 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:22:38,316 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:22:38,317 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:22:38,319 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:22:38,320 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71648211, jitterRate=0.06764154136180878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:22:38,320 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:22:38,321 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381758298Writing region info on filesystem at 1731381758298Initializing all the Stores at 1731381758299 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381758299Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381758304 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381758304Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381758304Cleaning up temporary data from old regions at 1731381758316 (+12 ms)Running coprocessor post-open hooks at 1731381758320 (+4 ms)Region opened successfully at 1731381758320 2024-11-12T03:22:38,321 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381758227 2024-11-12T03:22:38,325 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,38967,1731381754659 2024-11-12T03:22:38,325 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:22:38,325 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:22:38,325 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,38967,1731381754659, state=OPEN 2024-11-12T03:22:38,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1769295918/meta-region-server 2024-11-12T03:22:38,335 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,38967,1731381754659 2024-11-12T03:22:38,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1769295918/meta-region-server: CHANGED 2024-11-12T03:22:38,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1769295918/meta-region-server 2024-11-12T03:22:38,336 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1769295918/meta-region-server: CHANGED 2024-11-12T03:22:38,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:22:38,339 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,38967,1731381754659 in 269 msec 2024-11-12T03:22:38,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:22:38,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 449 msec 2024-11-12T03:22:38,343 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:38,343 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:22:38,345 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:38,345 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,38967,1731381754659, seqNum=-1] 2024-11-12T03:22:38,345 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:38,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51491, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:22:38,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3360 sec 2024-11-12T03:22:38,351 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381758351, completionTime=-1 2024-11-12T03:22:38,351 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:22:38,352 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:22:38,355 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:22:38,355 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381818355 2024-11-12T03:22:38,355 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381878355 2024-11-12T03:22:38,355 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 3 msec 2024-11-12T03:22:38,356 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34047,1731381753739-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:38,356 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34047,1731381753739-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:38,356 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34047,1731381753739-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:38,356 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:34047, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:38,356 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:38,359 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:22:38,360 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:38,366 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.309sec 2024-11-12T03:22:38,366 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:22:38,366 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:22:38,367 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:22:38,367 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:22:38,367 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:22:38,367 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34047,1731381753739-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:22:38,367 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34047,1731381753739-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:22:38,371 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:22:38,371 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:22:38,371 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,34047,1731381753739-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:38,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d6b2212, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:38,389 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,34047,-1 for getting cluster id 2024-11-12T03:22:38,389 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:38,390 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7ea532c-3023-4b31-8700-6be143706cfa' 2024-11-12T03:22:38,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:38,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7ea532c-3023-4b31-8700-6be143706cfa" 2024-11-12T03:22:38,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4bef1083, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:38,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,34047,-1] 2024-11-12T03:22:38,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:38,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:38,392 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:38,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524e48be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:38,393 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:38,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,38967,1731381754659, seqNum=-1] 2024-11-12T03:22:38,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:38,395 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:22:38,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,34047,1731381753739 2024-11-12T03:22:38,398 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:59540 2024-11-12T03:22:38,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:22:38,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1012d10d5f40005 connected 2024-11-12T03:22:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/hadoop.log.dir so I do NOT create it in target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26 2024-11-12T03:22:38,423 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/hadoop.log.dir Erasing configuration value by system value. 2024-11-12T03:22:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/hadoop.tmp.dir so I do NOT create it in target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26 2024-11-12T03:22:38,423 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-12T03:22:38,423 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26 2024-11-12T03:22:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-12T03:22:38,423 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/cluster_4f90d92c-5e0d-255f-09fa-0442b89983ec, deleteOnExit=true 2024-11-12T03:22:38,423 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-12T03:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/test.cache.data in system properties and HBase conf 2024-11-12T03:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/hadoop.tmp.dir in system properties and HBase conf 2024-11-12T03:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/hadoop.log.dir in system properties and HBase conf 2024-11-12T03:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-12T03:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-12T03:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-12T03:22:38,424 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-12T03:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-12T03:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-12T03:22:38,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:22:38,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-12T03:22:38,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-12T03:22:38,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-12T03:22:38,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:22:38,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-12T03:22:38,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/nfs.dump.dir in system properties and HBase conf 2024-11-12T03:22:38,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/java.io.tmpdir in system properties and HBase conf 2024-11-12T03:22:38,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-12T03:22:38,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-12T03:22:38,425 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-12T03:22:38,794 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:22:38,798 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:22:38,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:22:38,828 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:22:38,829 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-12T03:22:38,829 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:22:38,832 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e382187{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:22:38,833 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d8f2ea2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:22:38,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23a37f2d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/java.io.tmpdir/jetty-localhost-37825-hadoop-hdfs-3_4_1-tests_jar-_-any-14802767418215063289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:22:38,973 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ac9f21d{HTTP/1.1, (http/1.1)}{localhost:37825} 2024-11-12T03:22:38,974 INFO [Time-limited test {}] server.Server(415): Started @335083ms 2024-11-12T03:22:39,291 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-12T03:22:39,294 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-12T03:22:39,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-12T03:22:39,297 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-12T03:22:39,297 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-12T03:22:39,300 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@39a5d576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/hadoop.log.dir/,AVAILABLE} 2024-11-12T03:22:39,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ae69380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-12T03:22:39,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d8dfaa5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/java.io.tmpdir/jetty-localhost-41249-hadoop-hdfs-3_4_1-tests_jar-_-any-47065307625584914/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:22:39,453 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@bdfe434{HTTP/1.1, (http/1.1)}{localhost:41249} 2024-11-12T03:22:39,453 INFO [Time-limited test {}] server.Server(415): Started @335562ms 2024-11-12T03:22:39,455 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-12T03:22:40,889 WARN [Thread-4558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/cluster_4f90d92c-5e0d-255f-09fa-0442b89983ec/data/data1/current/BP-419039120-172.17.0.2-1731381758444/current, will proceed with Du for space computation calculation, 2024-11-12T03:22:40,901 WARN [Thread-4559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/cluster_4f90d92c-5e0d-255f-09fa-0442b89983ec/data/data2/current/BP-419039120-172.17.0.2-1731381758444/current, will proceed with Du for space computation calculation, 2024-11-12T03:22:40,941 WARN [Thread-4546 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-12T03:22:40,943 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d21a0caebb48e43 with lease ID 0x9932d02d003a95a2: Processing first storage report for DS-7187c69c-5af8-4646-bf2b-0eb565f39f1d from datanode DatanodeRegistration(127.0.0.1:40159, datanodeUuid=0613ccae-e8f0-4b4d-8fc1-f67a50fa37e0, infoPort=40995, infoSecurePort=0, ipcPort=46617, storageInfo=lv=-57;cid=testClusterID;nsid=1201085785;c=1731381758444) 2024-11-12T03:22:40,943 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d21a0caebb48e43 with lease ID 0x9932d02d003a95a2: from storage DS-7187c69c-5af8-4646-bf2b-0eb565f39f1d node DatanodeRegistration(127.0.0.1:40159, datanodeUuid=0613ccae-e8f0-4b4d-8fc1-f67a50fa37e0, infoPort=40995, infoSecurePort=0, ipcPort=46617, storageInfo=lv=-57;cid=testClusterID;nsid=1201085785;c=1731381758444), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:22:40,943 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6d21a0caebb48e43 with lease ID 0x9932d02d003a95a2: Processing first storage report for DS-054752ae-1551-47ea-9369-63e3214fe960 from datanode DatanodeRegistration(127.0.0.1:40159, datanodeUuid=0613ccae-e8f0-4b4d-8fc1-f67a50fa37e0, infoPort=40995, infoSecurePort=0, ipcPort=46617, storageInfo=lv=-57;cid=testClusterID;nsid=1201085785;c=1731381758444) 2024-11-12T03:22:40,944 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6d21a0caebb48e43 with lease ID 0x9932d02d003a95a2: from storage DS-054752ae-1551-47ea-9369-63e3214fe960 node DatanodeRegistration(127.0.0.1:40159, datanodeUuid=0613ccae-e8f0-4b4d-8fc1-f67a50fa37e0, infoPort=40995, infoSecurePort=0, ipcPort=46617, storageInfo=lv=-57;cid=testClusterID;nsid=1201085785;c=1731381758444), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-12T03:22:40,967 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26 2024-11-12T03:22:40,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:40,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:40,982 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741825_1001 (size=7) 2024-11-12T03:22:40,982 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71 with version=8 2024-11-12T03:22:40,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/hbase-staging 2024-11-12T03:22:40,985 INFO [Time-limited test {}] client.ConnectionUtils(128): master/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:22:40,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:40,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:40,985 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:22:40,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:40,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:22:40,985 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-12T03:22:40,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:22:40,986 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46011 2024-11-12T03:22:40,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46011 connecting to ZooKeeper ensemble=127.0.0.1:59540 2024-11-12T03:22:41,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460110x0, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:22:41,088 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46011-0x1012d10d5f40006 connected 2024-11-12T03:22:41,233 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:41,234 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:41,236 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Set watcher on znode that does not yet exist, /2-1594046640/running 2024-11-12T03:22:41,236 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71, hbase.cluster.distributed=false 2024-11-12T03:22:41,237 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Set watcher on znode that does not yet exist, /2-1594046640/acl 2024-11-12T03:22:41,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46011 2024-11-12T03:22:41,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46011 2024-11-12T03:22:41,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46011 2024-11-12T03:22:41,238 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46011 2024-11-12T03:22:41,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46011 2024-11-12T03:22:41,262 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/3fb681890ab2:0 server-side Connection retries=45 2024-11-12T03:22:41,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:41,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:41,262 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-12T03:22:41,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-12T03:22:41,262 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-12T03:22:41,262 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-12T03:22:41,263 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-12T03:22:41,263 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36567 2024-11-12T03:22:41,264 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36567 connecting to ZooKeeper ensemble=127.0.0.1:59540 2024-11-12T03:22:41,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:41,266 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:41,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365670x0, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:22:41,275 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:365670x0, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Set watcher on znode that does not yet exist, /2-1594046640/running 2024-11-12T03:22:41,276 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-12T03:22:41,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36567-0x1012d10d5f40007 connected 2024-11-12T03:22:41,288 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-12T03:22:41,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Set watcher on znode that does not yet exist, /2-1594046640/master 2024-11-12T03:22:41,290 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Set watcher on znode that does not yet exist, /2-1594046640/acl 2024-11-12T03:22:41,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36567 2024-11-12T03:22:41,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36567 2024-11-12T03:22:41,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36567 2024-11-12T03:22:41,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36567 2024-11-12T03:22:41,316 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36567 2024-11-12T03:22:41,332 DEBUG [M:0;3fb681890ab2:46011 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3fb681890ab2:46011 2024-11-12T03:22:41,332 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1594046640/backup-masters/3fb681890ab2,46011,1731381760985 2024-11-12T03:22:41,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640/backup-masters 2024-11-12T03:22:41,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640/backup-masters 2024-11-12T03:22:41,339 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Set watcher on existing znode=/2-1594046640/backup-masters/3fb681890ab2,46011,1731381760985 2024-11-12T03:22:41,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:41,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1594046640/master 2024-11-12T03:22:41,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:41,349 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Set watcher on existing znode=/2-1594046640/master 2024-11-12T03:22:41,349 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1594046640/backup-masters/3fb681890ab2,46011,1731381760985 from backup master directory 2024-11-12T03:22:41,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1594046640/backup-masters/3fb681890ab2,46011,1731381760985 2024-11-12T03:22:41,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640/backup-masters 2024-11-12T03:22:41,359 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:22:41,359 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3fb681890ab2,46011,1731381760985 2024-11-12T03:22:41,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640/backup-masters 2024-11-12T03:22:41,363 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/hbase.id] with ID: 05a09c1f-150f-4b6d-95ef-df65151acda4 2024-11-12T03:22:41,364 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/.tmp/hbase.id 2024-11-12T03:22:41,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741826_1002 (size=42) 2024-11-12T03:22:41,370 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/.tmp/hbase.id]:[hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/hbase.id] 2024-11-12T03:22:41,378 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:41,379 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-12T03:22:41,380 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-12T03:22:41,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:41,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:41,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741827_1003 (size=196) 2024-11-12T03:22:41,417 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:22:41,418 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-12T03:22:41,419 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:22:41,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741828_1004 (size=1189) 2024-11-12T03:22:41,459 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store 2024-11-12T03:22:41,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741829_1005 (size=34) 2024-11-12T03:22:41,467 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:41,468 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:22:41,468 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:41,468 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:41,468 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:22:41,468 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:41,468 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:41,468 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381761467Disabling compacts and flushes for region at 1731381761467Disabling writes for close at 1731381761468 (+1 ms)Writing region close event to WAL at 1731381761468Closed at 1731381761468 2024-11-12T03:22:41,469 WARN [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/.initializing 2024-11-12T03:22:41,469 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/WALs/3fb681890ab2,46011,1731381760985 2024-11-12T03:22:41,470 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:22:41,472 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3fb681890ab2%2C46011%2C1731381760985, suffix=, logDir=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/WALs/3fb681890ab2,46011,1731381760985, archiveDir=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/oldWALs, maxLogs=10 2024-11-12T03:22:41,486 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/WALs/3fb681890ab2,46011,1731381760985/3fb681890ab2%2C46011%2C1731381760985.1731381761472, exclude list is [], retry=0 2024-11-12T03:22:41,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40159,DS-7187c69c-5af8-4646-bf2b-0eb565f39f1d,DISK] 2024-11-12T03:22:41,490 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/WALs/3fb681890ab2,46011,1731381760985/3fb681890ab2%2C46011%2C1731381760985.1731381761472 2024-11-12T03:22:41,490 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40995:40995)] 2024-11-12T03:22:41,491 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:22:41,491 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:41,491 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:41,491 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:41,492 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:41,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-12T03:22:41,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:41,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:41,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:41,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-12T03:22:41,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:41,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:41,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:41,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-12T03:22:41,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:41,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:41,497 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:41,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-12T03:22:41,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:41,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:41,498 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:41,499 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:41,499 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:41,500 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:41,500 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:41,500 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:22:41,501 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-12T03:22:41,502 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:22:41,502 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61985251, jitterRate=-0.07634778320789337}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:22:41,502 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731381761491Initializing all the Stores at 1731381761492 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381761492Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381761492Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381761492Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381761492Cleaning up temporary data from old regions at 1731381761500 (+8 ms)Region opened successfully at 1731381761502 (+2 ms) 2024-11-12T03:22:41,503 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-12T03:22:41,505 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55fbc77c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:22:41,505 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-12T03:22:41,506 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-12T03:22:41,506 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-12T03:22:41,506 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-12T03:22:41,506 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-12T03:22:41,507 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-12T03:22:41,507 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-12T03:22:41,508 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-12T03:22:41,509 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Unable to get data of znode /2-1594046640/balancer because node does not exist (not necessarily an error) 2024-11-12T03:22:41,538 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1594046640/balancer already deleted, retry=false 2024-11-12T03:22:41,539 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-12T03:22:41,539 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Unable to get data of znode /2-1594046640/normalizer because node does not exist (not necessarily an error) 2024-11-12T03:22:41,549 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1594046640/normalizer already deleted, retry=false 2024-11-12T03:22:41,549 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-12T03:22:41,550 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Unable to get data of znode /2-1594046640/switch/split because node does not exist (not necessarily an error) 2024-11-12T03:22:41,559 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1594046640/switch/split already deleted, retry=false 2024-11-12T03:22:41,561 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Unable to get data of znode /2-1594046640/switch/merge because node does not exist (not necessarily an error) 2024-11-12T03:22:41,570 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1594046640/switch/merge already deleted, retry=false 2024-11-12T03:22:41,572 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Unable to get data of znode /2-1594046640/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-12T03:22:41,580 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1594046640/snapshot-cleanup already deleted, retry=false 2024-11-12T03:22:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1594046640/running 2024-11-12T03:22:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1594046640/running 2024-11-12T03:22:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:41,591 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:41,591 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=3fb681890ab2,46011,1731381760985, sessionid=0x1012d10d5f40006, setting cluster-up flag (Was=false) 2024-11-12T03:22:41,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:41,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:41,643 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1594046640/flush-table-proc/acquired, /2-1594046640/flush-table-proc/reached, /2-1594046640/flush-table-proc/abort 2024-11-12T03:22:41,644 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,46011,1731381760985 2024-11-12T03:22:41,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:41,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:41,696 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1594046640/online-snapshot/acquired, /2-1594046640/online-snapshot/reached, /2-1594046640/online-snapshot/abort 2024-11-12T03:22:41,697 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3fb681890ab2,46011,1731381760985 2024-11-12T03:22:41,698 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-12T03:22:41,699 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:41,700 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-12T03:22:41,700 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-12T03:22:41,700 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3fb681890ab2,46011,1731381760985 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-12T03:22:41,701 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:41,701 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:41,701 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:41,701 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3fb681890ab2:0, corePoolSize=5, maxPoolSize=5 2024-11-12T03:22:41,701 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3fb681890ab2:0, corePoolSize=10, maxPoolSize=10 2024-11-12T03:22:41,701 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:41,701 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:22:41,701 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:41,703 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:41,703 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-12T03:22:41,704 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:41,705 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-12T03:22:41,725 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731381791725 2024-11-12T03:22:41,725 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-12T03:22:41,725 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-12T03:22:41,725 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-12T03:22:41,725 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-12T03:22:41,725 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(746): ClusterId : 05a09c1f-150f-4b6d-95ef-df65151acda4 2024-11-12T03:22:41,725 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-12T03:22:41,725 DEBUG [RS:0;3fb681890ab2:36567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-12T03:22:41,725 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-12T03:22:41,726 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:41,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741831_1007 (size=1321) 2024-11-12T03:22:41,732 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-12T03:22:41,732 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-12T03:22:41,732 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-12T03:22:41,732 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-12T03:22:41,736 DEBUG [RS:0;3fb681890ab2:36567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-12T03:22:41,736 DEBUG [RS:0;3fb681890ab2:36567 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-12T03:22:41,736 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-12T03:22:41,736 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-12T03:22:41,736 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381761736,5,FailOnTimeoutGroup] 2024-11-12T03:22:41,740 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381761736,5,FailOnTimeoutGroup] 2024-11-12T03:22:41,740 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:41,740 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-12T03:22:41,740 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:41,740 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:41,746 DEBUG [RS:0;3fb681890ab2:36567 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-12T03:22:41,746 DEBUG [RS:0;3fb681890ab2:36567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@528c4800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3fb681890ab2/172.17.0.2:0 2024-11-12T03:22:41,759 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3fb681890ab2:36567 2024-11-12T03:22:41,760 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-12T03:22:41,760 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-12T03:22:41,760 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-12T03:22:41,761 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(2659): reportForDuty to master=3fb681890ab2,46011,1731381760985 with port=36567, startcode=1731381761262 2024-11-12T03:22:41,761 DEBUG [RS:0;3fb681890ab2:36567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-12T03:22:41,765 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47231, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-12T03:22:41,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46011 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 3fb681890ab2,36567,1731381761262 2024-11-12T03:22:41,765 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46011 {}] master.ServerManager(517): Registering regionserver=3fb681890ab2,36567,1731381761262 2024-11-12T03:22:41,766 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71 2024-11-12T03:22:41,766 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46591 2024-11-12T03:22:41,766 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-12T03:22:41,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640/rs 2024-11-12T03:22:41,819 DEBUG [RS:0;3fb681890ab2:36567 {}] zookeeper.ZKUtil(111): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Set watcher on existing znode=/2-1594046640/rs/3fb681890ab2,36567,1731381761262 2024-11-12T03:22:41,819 WARN [RS:0;3fb681890ab2:36567 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-12T03:22:41,819 INFO [RS:0;3fb681890ab2:36567 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:22:41,820 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/WALs/3fb681890ab2,36567,1731381761262 2024-11-12T03:22:41,820 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3fb681890ab2,36567,1731381761262] 2024-11-12T03:22:41,823 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-12T03:22:41,828 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-12T03:22:41,832 INFO [RS:0;3fb681890ab2:36567 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-12T03:22:41,832 INFO [RS:0;3fb681890ab2:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:41,833 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-12T03:22:41,833 INFO [RS:0;3fb681890ab2:36567 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-12T03:22:41,833 INFO [RS:0;3fb681890ab2:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:41,833 DEBUG [RS:0;3fb681890ab2:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:41,834 DEBUG [RS:0;3fb681890ab2:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:41,834 DEBUG [RS:0;3fb681890ab2:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:41,834 DEBUG [RS:0;3fb681890ab2:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:41,834 DEBUG [RS:0;3fb681890ab2:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:41,834 DEBUG [RS:0;3fb681890ab2:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3fb681890ab2:0, corePoolSize=2, maxPoolSize=2 2024-11-12T03:22:41,834 DEBUG [RS:0;3fb681890ab2:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:41,834 DEBUG [RS:0;3fb681890ab2:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:41,834 DEBUG [RS:0;3fb681890ab2:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:41,834 DEBUG [RS:0;3fb681890ab2:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:41,834 DEBUG [RS:0;3fb681890ab2:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:41,834 DEBUG [RS:0;3fb681890ab2:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3fb681890ab2:0, corePoolSize=1, maxPoolSize=1 2024-11-12T03:22:41,834 DEBUG [RS:0;3fb681890ab2:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:22:41,834 DEBUG [RS:0;3fb681890ab2:36567 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3fb681890ab2:0, corePoolSize=3, maxPoolSize=3 2024-11-12T03:22:41,852 INFO [RS:0;3fb681890ab2:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:41,852 INFO [RS:0;3fb681890ab2:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:41,852 INFO [RS:0;3fb681890ab2:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:41,852 INFO [RS:0;3fb681890ab2:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:41,852 INFO [RS:0;3fb681890ab2:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:41,852 INFO [RS:0;3fb681890ab2:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36567,1731381761262-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:22:41,871 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-12T03:22:41,871 INFO [RS:0;3fb681890ab2:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,36567,1731381761262-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:41,871 INFO [RS:0;3fb681890ab2:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:41,871 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.Replication(171): 3fb681890ab2,36567,1731381761262 started 2024-11-12T03:22:41,887 INFO [RS:0;3fb681890ab2:36567 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:41,887 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1482): Serving as 3fb681890ab2,36567,1731381761262, RpcServer on 3fb681890ab2/172.17.0.2:36567, sessionid=0x1012d10d5f40007 2024-11-12T03:22:41,887 DEBUG [RS:0;3fb681890ab2:36567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-12T03:22:41,887 DEBUG [RS:0;3fb681890ab2:36567 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3fb681890ab2,36567,1731381761262 2024-11-12T03:22:41,887 DEBUG [RS:0;3fb681890ab2:36567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,36567,1731381761262' 2024-11-12T03:22:41,887 DEBUG [RS:0;3fb681890ab2:36567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1594046640/flush-table-proc/abort' 2024-11-12T03:22:41,888 DEBUG [RS:0;3fb681890ab2:36567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1594046640/flush-table-proc/acquired' 2024-11-12T03:22:41,888 DEBUG [RS:0;3fb681890ab2:36567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-12T03:22:41,888 DEBUG [RS:0;3fb681890ab2:36567 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-12T03:22:41,888 DEBUG [RS:0;3fb681890ab2:36567 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3fb681890ab2,36567,1731381761262 2024-11-12T03:22:41,888 DEBUG [RS:0;3fb681890ab2:36567 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3fb681890ab2,36567,1731381761262' 2024-11-12T03:22:41,888 DEBUG [RS:0;3fb681890ab2:36567 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1594046640/online-snapshot/abort' 2024-11-12T03:22:41,888 DEBUG [RS:0;3fb681890ab2:36567 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1594046640/online-snapshot/acquired' 2024-11-12T03:22:41,889 DEBUG [RS:0;3fb681890ab2:36567 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-12T03:22:41,889 INFO [RS:0;3fb681890ab2:36567 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-12T03:22:41,889 INFO [RS:0;3fb681890ab2:36567 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-12T03:22:41,989 INFO [RS:0;3fb681890ab2:36567 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-12T03:22:41,991 INFO [RS:0;3fb681890ab2:36567 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C36567%2C1731381761262, suffix=, logDir=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/WALs/3fb681890ab2,36567,1731381761262, archiveDir=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/oldWALs, maxLogs=10 2024-11-12T03:22:42,010 DEBUG [RS:0;3fb681890ab2:36567 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/WALs/3fb681890ab2,36567,1731381761262/3fb681890ab2%2C36567%2C1731381761262.1731381761991, exclude list is [], retry=0 2024-11-12T03:22:42,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40159,DS-7187c69c-5af8-4646-bf2b-0eb565f39f1d,DISK] 2024-11-12T03:22:42,028 INFO [RS:0;3fb681890ab2:36567 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/WALs/3fb681890ab2,36567,1731381761262/3fb681890ab2%2C36567%2C1731381761262.1731381761991 2024-11-12T03:22:42,036 DEBUG [RS:0;3fb681890ab2:36567 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40995:40995)] 2024-11-12T03:22:42,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-12T03:22:42,128 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71 2024-11-12T03:22:42,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741833_1009 (size=32) 2024-11-12T03:22:42,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:42,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:22:42,163 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:22:42,163 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:42,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:42,164 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:22:42,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:22:42,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:42,165 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:42,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:22:42,168 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:22:42,168 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:42,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:42,169 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:22:42,171 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:22:42,171 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:42,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:42,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:22:42,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740 2024-11-12T03:22:42,172 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740 2024-11-12T03:22:42,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:22:42,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:22:42,174 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:22:42,175 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:22:42,177 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:22:42,178 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72413240, jitterRate=0.07904136180877686}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:22:42,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731381762154Initializing all the Stores at 1731381762155 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381762155Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381762160 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381762160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381762160Cleaning up temporary data from old regions at 1731381762174 (+14 ms)Region opened successfully at 1731381762178 (+4 ms) 2024-11-12T03:22:42,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:22:42,178 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:22:42,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:22:42,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:22:42,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:22:42,180 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:42,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381762178Disabling compacts and flushes for region at 1731381762178Disabling writes for close at 1731381762178Writing region close event to WAL at 1731381762180 (+2 ms)Closed at 1731381762180 2024-11-12T03:22:42,182 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:42,182 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-12T03:22:42,182 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-12T03:22:42,184 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:22:42,185 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-12T03:22:42,336 DEBUG [3fb681890ab2:46011 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-12T03:22:42,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3fb681890ab2,36567,1731381761262 2024-11-12T03:22:42,337 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,36567,1731381761262, state=OPENING 2024-11-12T03:22:42,380 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-12T03:22:42,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:42,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:42,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1594046640/meta-region-server: CHANGED 2024-11-12T03:22:42,391 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1594046640/meta-region-server: CHANGED 2024-11-12T03:22:42,391 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-12T03:22:42,391 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,36567,1731381761262}] 2024-11-12T03:22:42,549 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:22:42,565 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35105, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:22:42,576 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-12T03:22:42,576 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:22:42,577 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-12T03:22:42,578 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C36567%2C1731381761262.meta, suffix=.meta, logDir=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/WALs/3fb681890ab2,36567,1731381761262, archiveDir=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/oldWALs, maxLogs=10 2024-11-12T03:22:42,593 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/WALs/3fb681890ab2,36567,1731381761262/3fb681890ab2%2C36567%2C1731381761262.meta.1731381762578.meta, exclude list is [], retry=0 2024-11-12T03:22:42,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40159,DS-7187c69c-5af8-4646-bf2b-0eb565f39f1d,DISK] 2024-11-12T03:22:42,597 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/WALs/3fb681890ab2,36567,1731381761262/3fb681890ab2%2C36567%2C1731381761262.meta.1731381762578.meta 2024-11-12T03:22:42,597 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40995:40995)] 2024-11-12T03:22:42,597 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:22:42,598 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:22:42,598 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:22:42,598 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-12T03:22:42,598 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-12T03:22:42,598 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-12T03:22:42,598 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:42,598 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-12T03:22:42,598 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-12T03:22:42,599 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-12T03:22:42,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-12T03:22:42,600 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:42,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:42,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-12T03:22:42,600 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-12T03:22:42,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:42,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:42,601 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-12T03:22:42,601 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-12T03:22:42,601 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:42,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:42,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-12T03:22:42,602 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-12T03:22:42,602 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:42,602 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-12T03:22:42,603 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-12T03:22:42,603 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740 2024-11-12T03:22:42,604 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740 2024-11-12T03:22:42,605 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-12T03:22:42,605 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-12T03:22:42,605 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-12T03:22:42,607 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-12T03:22:42,607 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64326111, jitterRate=-0.04146625101566315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-12T03:22:42,607 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-12T03:22:42,607 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731381762598Writing region info on filesystem at 1731381762598Initializing all the Stores at 1731381762599 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381762599Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381762599Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381762599Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731381762599Cleaning up temporary data from old regions at 1731381762605 (+6 ms)Running coprocessor post-open hooks at 1731381762607 (+2 ms)Region opened successfully at 1731381762607 2024-11-12T03:22:42,608 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731381762548 2024-11-12T03:22:42,610 DEBUG [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-12T03:22:42,610 INFO [RS_OPEN_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-12T03:22:42,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,36567,1731381761262 2024-11-12T03:22:42,611 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3fb681890ab2,36567,1731381761262, state=OPEN 2024-11-12T03:22:42,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1594046640/meta-region-server 2024-11-12T03:22:42,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1594046640/meta-region-server 2024-11-12T03:22:42,622 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=3fb681890ab2,36567,1731381761262 2024-11-12T03:22:42,622 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1594046640/meta-region-server: CHANGED 2024-11-12T03:22:42,623 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1594046640/meta-region-server: CHANGED 2024-11-12T03:22:42,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-12T03:22:42,625 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=3fb681890ab2,36567,1731381761262 in 231 msec 2024-11-12T03:22:42,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-12T03:22:42,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 443 msec 2024-11-12T03:22:42,628 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-12T03:22:42,628 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-12T03:22:42,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:42,629 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,36567,1731381761262, seqNum=-1] 2024-11-12T03:22:42,629 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:42,630 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:22:42,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 934 msec 2024-11-12T03:22:42,634 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731381762634, completionTime=-1 2024-11-12T03:22:42,634 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-12T03:22:42,634 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-12T03:22:42,635 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-12T03:22:42,635 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731381822635 2024-11-12T03:22:42,636 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731381882636 2024-11-12T03:22:42,636 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-12T03:22:42,636 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46011,1731381760985-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:42,636 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46011,1731381760985-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:42,636 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46011,1731381760985-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:42,636 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3fb681890ab2:46011, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:42,636 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:42,636 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:42,638 DEBUG [master/3fb681890ab2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-12T03:22:42,639 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.280sec 2024-11-12T03:22:42,639 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-12T03:22:42,639 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-12T03:22:42,639 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-12T03:22:42,639 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-12T03:22:42,639 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-12T03:22:42,639 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46011,1731381760985-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-12T03:22:42,639 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46011,1731381760985-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-12T03:22:42,641 DEBUG [master/3fb681890ab2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-12T03:22:42,641 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-12T03:22:42,641 INFO [master/3fb681890ab2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3fb681890ab2,46011,1731381760985-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-12T03:22:42,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450506a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:42,729 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,46011,-1 for getting cluster id 2024-11-12T03:22:42,729 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:42,730 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05a09c1f-150f-4b6d-95ef-df65151acda4' 2024-11-12T03:22:42,730 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05a09c1f-150f-4b6d-95ef-df65151acda4" 2024-11-12T03:22:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270f4654, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,46011,-1] 2024-11-12T03:22:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:42,731 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:42,732 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:42,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b21f2f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:42,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,36567,1731381761262, seqNum=-1] 2024-11-12T03:22:42,734 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:42,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:22:42,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=3fb681890ab2,46011,1731381760985 2024-11-12T03:22:42,737 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:59540 2024-11-12T03:22:42,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-12T03:22:42,783 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x1012d10d5f40008 connected 2024-11-12T03:22:42,793 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:42,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,41103,1731381748035 2024-11-12T03:22:42,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@793f2025 2024-11-12T03:22:42,794 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:42,795 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:22:42,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:22:42,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:22:42,798 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:22:42,798 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:42,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:22:42,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:42,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:22:42,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:22:42,817 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => aced03780f74668889fbc02ad02cb3b1, NAME => 'test,,1731381762795.aced03780f74668889fbc02ad02cb3b1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d 2024-11-12T03:22:42,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:22:42,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381762795.aced03780f74668889fbc02ad02cb3b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:42,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing aced03780f74668889fbc02ad02cb3b1, disabling compactions & flushes 2024-11-12T03:22:42,832 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381762795.aced03780f74668889fbc02ad02cb3b1. 2024-11-12T03:22:42,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381762795.aced03780f74668889fbc02ad02cb3b1. 2024-11-12T03:22:42,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381762795.aced03780f74668889fbc02ad02cb3b1. after waiting 0 ms 2024-11-12T03:22:42,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381762795.aced03780f74668889fbc02ad02cb3b1. 2024-11-12T03:22:42,832 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381762795.aced03780f74668889fbc02ad02cb3b1. 2024-11-12T03:22:42,832 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for aced03780f74668889fbc02ad02cb3b1: Waiting for close lock at 1731381762832Disabling compacts and flushes for region at 1731381762832Disabling writes for close at 1731381762832Writing region close event to WAL at 1731381762832Closed at 1731381762832 2024-11-12T03:22:42,833 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:22:42,834 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381762795.aced03780f74668889fbc02ad02cb3b1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381762833"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381762833"}]},"ts":"1731381762833"} 2024-11-12T03:22:42,835 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:22:42,840 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:22:42,841 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381762840"}]},"ts":"1731381762840"} 2024-11-12T03:22:42,843 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:22:42,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aced03780f74668889fbc02ad02cb3b1, ASSIGN}] 2024-11-12T03:22:42,844 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=aced03780f74668889fbc02ad02cb3b1, ASSIGN 2024-11-12T03:22:42,845 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=aced03780f74668889fbc02ad02cb3b1, ASSIGN; state=OFFLINE, location=3fb681890ab2,40321,1731381748244; forceNewPlan=false, retain=false 2024-11-12T03:22:42,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:42,995 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aced03780f74668889fbc02ad02cb3b1, regionState=OPENING, regionLocation=3fb681890ab2,40321,1731381748244 2024-11-12T03:22:42,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=aced03780f74668889fbc02ad02cb3b1, ASSIGN because future has completed 2024-11-12T03:22:42,998 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aced03780f74668889fbc02ad02cb3b1, server=3fb681890ab2,40321,1731381748244}] 2024-11-12T03:22:43,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:43,156 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381762795.aced03780f74668889fbc02ad02cb3b1. 2024-11-12T03:22:43,156 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => aced03780f74668889fbc02ad02cb3b1, NAME => 'test,,1731381762795.aced03780f74668889fbc02ad02cb3b1.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:22:43,157 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:22:43,157 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:22:43,157 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:43,157 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381762795.aced03780f74668889fbc02ad02cb3b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:43,157 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:43,158 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:43,160 INFO [StoreOpener-aced03780f74668889fbc02ad02cb3b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:43,161 INFO [StoreOpener-aced03780f74668889fbc02ad02cb3b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aced03780f74668889fbc02ad02cb3b1 columnFamilyName f 2024-11-12T03:22:43,161 DEBUG [StoreOpener-aced03780f74668889fbc02ad02cb3b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:43,162 INFO [StoreOpener-aced03780f74668889fbc02ad02cb3b1-1 {}] regionserver.HStore(327): Store=aced03780f74668889fbc02ad02cb3b1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:43,162 INFO [StoreOpener-aced03780f74668889fbc02ad02cb3b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:43,163 INFO [StoreOpener-aced03780f74668889fbc02ad02cb3b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aced03780f74668889fbc02ad02cb3b1 columnFamilyName f1 2024-11-12T03:22:43,163 DEBUG [StoreOpener-aced03780f74668889fbc02ad02cb3b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:43,163 INFO [StoreOpener-aced03780f74668889fbc02ad02cb3b1-1 {}] regionserver.HStore(327): Store=aced03780f74668889fbc02ad02cb3b1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:43,163 INFO [StoreOpener-aced03780f74668889fbc02ad02cb3b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:43,164 INFO [StoreOpener-aced03780f74668889fbc02ad02cb3b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region aced03780f74668889fbc02ad02cb3b1 columnFamilyName norep 2024-11-12T03:22:43,164 DEBUG [StoreOpener-aced03780f74668889fbc02ad02cb3b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:43,165 INFO [StoreOpener-aced03780f74668889fbc02ad02cb3b1-1 {}] regionserver.HStore(327): Store=aced03780f74668889fbc02ad02cb3b1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:43,165 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:43,165 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:43,166 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:43,166 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:43,166 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:43,167 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:22:43,168 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:43,170 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:22:43,170 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened aced03780f74668889fbc02ad02cb3b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63205949, jitterRate=-0.058157965540885925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:22:43,171 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:43,171 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for aced03780f74668889fbc02ad02cb3b1: Running coprocessor pre-open hook at 1731381763158Writing region info on filesystem at 1731381763158Initializing all the Stores at 1731381763159 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381763159Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381763160 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381763160Cleaning up temporary data from old regions at 1731381763166 (+6 ms)Running coprocessor post-open hooks at 1731381763171 (+5 ms)Region opened successfully at 1731381763171 2024-11-12T03:22:43,171 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381762795.aced03780f74668889fbc02ad02cb3b1., pid=6, masterSystemTime=1731381763151 2024-11-12T03:22:43,173 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381762795.aced03780f74668889fbc02ad02cb3b1. 2024-11-12T03:22:43,173 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381762795.aced03780f74668889fbc02ad02cb3b1. 2024-11-12T03:22:43,174 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=aced03780f74668889fbc02ad02cb3b1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,40321,1731381748244 2024-11-12T03:22:43,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure aced03780f74668889fbc02ad02cb3b1, server=3fb681890ab2,40321,1731381748244 because future has completed 2024-11-12T03:22:43,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:22:43,178 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure aced03780f74668889fbc02ad02cb3b1, server=3fb681890ab2,40321,1731381748244 in 179 msec 2024-11-12T03:22:43,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:22:43,180 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=aced03780f74668889fbc02ad02cb3b1, ASSIGN in 335 msec 2024-11-12T03:22:43,180 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:22:43,180 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381763180"}]},"ts":"1731381763180"} 2024-11-12T03:22:43,182 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:22:43,183 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:22:43,184 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 387 msec 2024-11-12T03:22:43,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:43,430 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:22:43,430 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:43,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,34047,1731381753739 2024-11-12T03:22:43,431 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d695e12 2024-11-12T03:22:43,432 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:43,432 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:22:43,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34047 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:22:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34047 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:22:43,436 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:22:43,436 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:43,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:22:43,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34047 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:22:43,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:43,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:22:43,456 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a4df6f543f6c1900a695c5dbfa7c910a, NAME => 'test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838 2024-11-12T03:22:43,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:22:43,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:43,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a4df6f543f6c1900a695c5dbfa7c910a, disabling compactions & flushes 2024-11-12T03:22:43,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a. 2024-11-12T03:22:43,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a. 2024-11-12T03:22:43,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a. after waiting 0 ms 2024-11-12T03:22:43,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a. 2024-11-12T03:22:43,478 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a. 2024-11-12T03:22:43,478 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a4df6f543f6c1900a695c5dbfa7c910a: Waiting for close lock at 1731381763478Disabling compacts and flushes for region at 1731381763478Disabling writes for close at 1731381763478Writing region close event to WAL at 1731381763478Closed at 1731381763478 2024-11-12T03:22:43,480 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:43,480 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:22:43,481 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148878 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [3fb681890ab2,36803,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:36803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-12T03:22:43,482 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:22:43,482 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381763482"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381763482"}]},"ts":"1731381763482"} 2024-11-12T03:22:43,484 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:22:43,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:22:43,485 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381763485"}]},"ts":"1731381763485"} 2024-11-12T03:22:43,487 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:22:43,488 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a4df6f543f6c1900a695c5dbfa7c910a, ASSIGN}] 2024-11-12T03:22:43,489 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a4df6f543f6c1900a695c5dbfa7c910a, ASSIGN 2024-11-12T03:22:43,491 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a4df6f543f6c1900a695c5dbfa7c910a, ASSIGN; state=OFFLINE, location=3fb681890ab2,38967,1731381754659; forceNewPlan=false, retain=false 2024-11-12T03:22:43,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:43,642 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a4df6f543f6c1900a695c5dbfa7c910a, regionState=OPENING, regionLocation=3fb681890ab2,38967,1731381754659 2024-11-12T03:22:43,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a4df6f543f6c1900a695c5dbfa7c910a, ASSIGN because future has completed 2024-11-12T03:22:43,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4df6f543f6c1900a695c5dbfa7c910a, server=3fb681890ab2,38967,1731381754659}] 2024-11-12T03:22:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:43,800 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:22:43,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,801 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a. 2024-11-12T03:22:43,801 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a4df6f543f6c1900a695c5dbfa7c910a, NAME => 'test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:22:43,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,801 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:22:43,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,801 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:22:43,801 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:43,801 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,801 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:43,801 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:43,802 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:43,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,802 INFO [StoreOpener-a4df6f543f6c1900a695c5dbfa7c910a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:43,803 INFO [StoreOpener-a4df6f543f6c1900a695c5dbfa7c910a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4df6f543f6c1900a695c5dbfa7c910a columnFamilyName f 2024-11-12T03:22:43,803 DEBUG [StoreOpener-a4df6f543f6c1900a695c5dbfa7c910a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:43,804 INFO [StoreOpener-a4df6f543f6c1900a695c5dbfa7c910a-1 {}] regionserver.HStore(327): Store=a4df6f543f6c1900a695c5dbfa7c910a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:43,804 INFO [StoreOpener-a4df6f543f6c1900a695c5dbfa7c910a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:43,804 INFO [StoreOpener-a4df6f543f6c1900a695c5dbfa7c910a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4df6f543f6c1900a695c5dbfa7c910a columnFamilyName f1 2024-11-12T03:22:43,805 DEBUG [StoreOpener-a4df6f543f6c1900a695c5dbfa7c910a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:43,805 INFO [StoreOpener-a4df6f543f6c1900a695c5dbfa7c910a-1 {}] regionserver.HStore(327): Store=a4df6f543f6c1900a695c5dbfa7c910a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:43,805 INFO [StoreOpener-a4df6f543f6c1900a695c5dbfa7c910a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:43,806 INFO [StoreOpener-a4df6f543f6c1900a695c5dbfa7c910a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4df6f543f6c1900a695c5dbfa7c910a columnFamilyName norep 2024-11-12T03:22:43,806 DEBUG [StoreOpener-a4df6f543f6c1900a695c5dbfa7c910a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:43,806 INFO [StoreOpener-a4df6f543f6c1900a695c5dbfa7c910a-1 {}] regionserver.HStore(327): Store=a4df6f543f6c1900a695c5dbfa7c910a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:43,807 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:43,808 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:43,808 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:43,809 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:43,809 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:43,809 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:22:43,810 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:43,812 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:22:43,812 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a4df6f543f6c1900a695c5dbfa7c910a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73938608, jitterRate=0.10177111625671387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:22:43,812 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:43,813 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a4df6f543f6c1900a695c5dbfa7c910a: Running coprocessor pre-open hook at 1731381763802Writing region info on filesystem at 1731381763802Initializing all the Stores at 1731381763802Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381763802Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381763802Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381763802Cleaning up temporary data from old regions at 1731381763809 (+7 ms)Running coprocessor post-open hooks at 1731381763812 (+3 ms)Region opened successfully at 1731381763812 2024-11-12T03:22:43,813 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a., pid=6, masterSystemTime=1731381763797 2024-11-12T03:22:43,815 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a. 2024-11-12T03:22:43,815 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a. 2024-11-12T03:22:43,816 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a4df6f543f6c1900a695c5dbfa7c910a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,38967,1731381754659 2024-11-12T03:22:43,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4df6f543f6c1900a695c5dbfa7c910a, server=3fb681890ab2,38967,1731381754659 because future has completed 2024-11-12T03:22:43,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:22:43,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a4df6f543f6c1900a695c5dbfa7c910a, server=3fb681890ab2,38967,1731381754659 in 174 msec 2024-11-12T03:22:43,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:22:43,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a4df6f543f6c1900a695c5dbfa7c910a, ASSIGN in 332 msec 2024-11-12T03:22:43,823 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:22:43,823 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381763823"}]},"ts":"1731381763823"} 2024-11-12T03:22:43,825 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:22:43,826 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:22:43,827 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 393 msec 2024-11-12T03:22:43,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,863 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,864 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,873 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,877 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:43,879 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:44,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34047 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:44,070 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:22:44,070 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:44,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,46011,1731381760985 2024-11-12T03:22:44,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ac791dc 2024-11-12T03:22:44,071 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:44,072 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:22:44,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46011 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:22:44,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46011 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-12T03:22:44,074 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:22:44,074 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:44,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46011 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-12T03:22:44,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:44,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:22:44,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741835_1011 (size=902) 2024-11-12T03:22:44,082 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 72486b6fbc060991fe03edaec6fe6bc4, NAME => 'test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71 2024-11-12T03:22:44,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741836_1012 (size=39) 2024-11-12T03:22:44,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:44,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 72486b6fbc060991fe03edaec6fe6bc4, disabling compactions & flushes 2024-11-12T03:22:44,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4. 2024-11-12T03:22:44,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4. 2024-11-12T03:22:44,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4. after waiting 0 ms 2024-11-12T03:22:44,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4. 2024-11-12T03:22:44,088 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4. 2024-11-12T03:22:44,088 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 72486b6fbc060991fe03edaec6fe6bc4: Waiting for close lock at 1731381764088Disabling compacts and flushes for region at 1731381764088Disabling writes for close at 1731381764088Writing region close event to WAL at 1731381764088Closed at 1731381764088 2024-11-12T03:22:44,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:22:44,089 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731381764089"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381764089"}]},"ts":"1731381764089"} 2024-11-12T03:22:44,091 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:22:44,092 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:22:44,092 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381764092"}]},"ts":"1731381764092"} 2024-11-12T03:22:44,093 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-12T03:22:44,094 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=72486b6fbc060991fe03edaec6fe6bc4, ASSIGN}] 2024-11-12T03:22:44,095 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=72486b6fbc060991fe03edaec6fe6bc4, ASSIGN 2024-11-12T03:22:44,096 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=72486b6fbc060991fe03edaec6fe6bc4, ASSIGN; state=OFFLINE, location=3fb681890ab2,36567,1731381761262; forceNewPlan=false, retain=false 2024-11-12T03:22:44,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:44,247 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72486b6fbc060991fe03edaec6fe6bc4, regionState=OPENING, regionLocation=3fb681890ab2,36567,1731381761262 2024-11-12T03:22:44,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=72486b6fbc060991fe03edaec6fe6bc4, ASSIGN because future has completed 2024-11-12T03:22:44,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72486b6fbc060991fe03edaec6fe6bc4, server=3fb681890ab2,36567,1731381761262}] 2024-11-12T03:22:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:44,405 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4. 2024-11-12T03:22:44,405 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 72486b6fbc060991fe03edaec6fe6bc4, NAME => 'test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:22:44,405 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:22:44,406 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-12T03:22:44,406 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:44,406 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:44,406 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:44,406 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:44,407 INFO [StoreOpener-72486b6fbc060991fe03edaec6fe6bc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:44,408 INFO [StoreOpener-72486b6fbc060991fe03edaec6fe6bc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72486b6fbc060991fe03edaec6fe6bc4 columnFamilyName f 2024-11-12T03:22:44,408 DEBUG [StoreOpener-72486b6fbc060991fe03edaec6fe6bc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:44,409 INFO [StoreOpener-72486b6fbc060991fe03edaec6fe6bc4-1 {}] regionserver.HStore(327): Store=72486b6fbc060991fe03edaec6fe6bc4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:44,409 INFO [StoreOpener-72486b6fbc060991fe03edaec6fe6bc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:44,409 INFO [StoreOpener-72486b6fbc060991fe03edaec6fe6bc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72486b6fbc060991fe03edaec6fe6bc4 columnFamilyName f1 2024-11-12T03:22:44,409 DEBUG [StoreOpener-72486b6fbc060991fe03edaec6fe6bc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:44,410 INFO [StoreOpener-72486b6fbc060991fe03edaec6fe6bc4-1 {}] regionserver.HStore(327): Store=72486b6fbc060991fe03edaec6fe6bc4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:44,410 INFO [StoreOpener-72486b6fbc060991fe03edaec6fe6bc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:44,411 INFO [StoreOpener-72486b6fbc060991fe03edaec6fe6bc4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 72486b6fbc060991fe03edaec6fe6bc4 columnFamilyName norep 2024-11-12T03:22:44,411 DEBUG [StoreOpener-72486b6fbc060991fe03edaec6fe6bc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:44,411 INFO [StoreOpener-72486b6fbc060991fe03edaec6fe6bc4-1 {}] regionserver.HStore(327): Store=72486b6fbc060991fe03edaec6fe6bc4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:44,411 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:44,412 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/default/test/72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:44,412 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/default/test/72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:44,413 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:44,413 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:44,413 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:22:44,414 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:44,416 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/default/test/72486b6fbc060991fe03edaec6fe6bc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:22:44,416 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 72486b6fbc060991fe03edaec6fe6bc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64213596, jitterRate=-0.043142855167388916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:22:44,416 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:44,417 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 72486b6fbc060991fe03edaec6fe6bc4: Running coprocessor pre-open hook at 1731381764406Writing region info on filesystem at 1731381764406Initializing all the Stores at 1731381764407 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381764407Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381764407Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381764407Cleaning up temporary data from old regions at 1731381764413 (+6 ms)Running coprocessor post-open hooks at 1731381764416 (+3 ms)Region opened successfully at 1731381764417 (+1 ms) 2024-11-12T03:22:44,417 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4., pid=6, masterSystemTime=1731381764403 2024-11-12T03:22:44,419 DEBUG [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4. 2024-11-12T03:22:44,419 INFO [RS_OPEN_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4. 2024-11-12T03:22:44,419 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=72486b6fbc060991fe03edaec6fe6bc4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3fb681890ab2,36567,1731381761262 2024-11-12T03:22:44,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 72486b6fbc060991fe03edaec6fe6bc4, server=3fb681890ab2,36567,1731381761262 because future has completed 2024-11-12T03:22:44,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-12T03:22:44,424 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 72486b6fbc060991fe03edaec6fe6bc4, server=3fb681890ab2,36567,1731381761262 in 172 msec 2024-11-12T03:22:44,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-12T03:22:44,425 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=72486b6fbc060991fe03edaec6fe6bc4, ASSIGN in 329 msec 2024-11-12T03:22:44,426 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:22:44,426 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381764426"}]},"ts":"1731381764426"} 2024-11-12T03:22:44,427 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-12T03:22:44,428 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:22:44,429 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 355 msec 2024-11-12T03:22:44,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46011 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-12T03:22:44,700 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-12T03:22:44,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31f9843d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:44,700 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,41103,-1 for getting cluster id 2024-11-12T03:22:44,700 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:44,701 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f21cda3e-5f85-4899-a633-9b1c963f88ef' 2024-11-12T03:22:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f21cda3e-5f85-4899-a633-9b1c963f88ef" 2024-11-12T03:22:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d820fce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:44,701 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,41103,-1] 2024-11-12T03:22:44,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:44,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:44,702 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:44,703 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22921339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:44,703 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,41103,1731381748035 2024-11-12T03:22:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40e433d8 2024-11-12T03:22:44,704 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:44,705 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:22:44,705 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://3fb681890ab2:34047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:22:44,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:22:44,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:22:44,707 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:34047' 2024-11-12T03:22:44,708 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386dab20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:44,708 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,34047,-1 for getting cluster id 2024-11-12T03:22:44,709 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:44,709 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7ea532c-3023-4b31-8700-6be143706cfa' 2024-11-12T03:22:44,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:44,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7ea532c-3023-4b31-8700-6be143706cfa" 2024-11-12T03:22:44,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19a859cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:44,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,34047,-1] 2024-11-12T03:22:44,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:44,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:44,710 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:44,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32edfcaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:44,711 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:44,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,34047,1731381753739 2024-11-12T03:22:44,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@701da7af 2024-11-12T03:22:44,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:44,712 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:22:44,713 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-12T03:22:44,713 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:22:44,713 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:44,713 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:44,714 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-12T03:22:44,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:44,715 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-12T03:22:44,716 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-12T03:22:44,716 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:44,717 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-12T03:22:44,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741837_1013 (size=1138) 2024-11-12T03:22:44,766 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-12T03:22:44,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:22:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:22:45,123 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1bc8a95732052f58a2b71c873847705d, NAME => 'hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d 2024-11-12T03:22:45,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741838_1014 (size=44) 2024-11-12T03:22:45,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:22:45,528 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:45,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 1bc8a95732052f58a2b71c873847705d, disabling compactions & flushes 2024-11-12T03:22:45,529 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. 2024-11-12T03:22:45,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. 2024-11-12T03:22:45,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. after waiting 0 ms 2024-11-12T03:22:45,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. 2024-11-12T03:22:45,529 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. 2024-11-12T03:22:45,529 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1bc8a95732052f58a2b71c873847705d: Waiting for close lock at 1731381765529Disabling compacts and flushes for region at 1731381765529Disabling writes for close at 1731381765529Writing region close event to WAL at 1731381765529Closed at 1731381765529 2024-11-12T03:22:45,531 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-12T03:22:45,531 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731381765531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731381765531"}]},"ts":"1731381765531"} 2024-11-12T03:22:45,533 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-12T03:22:45,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-12T03:22:45,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381765534"}]},"ts":"1731381765534"} 2024-11-12T03:22:45,535 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-12T03:22:45,536 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1bc8a95732052f58a2b71c873847705d, ASSIGN}] 2024-11-12T03:22:45,537 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1bc8a95732052f58a2b71c873847705d, ASSIGN 2024-11-12T03:22:45,537 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1bc8a95732052f58a2b71c873847705d, ASSIGN; state=OFFLINE, location=3fb681890ab2,40321,1731381748244; forceNewPlan=false, retain=false 2024-11-12T03:22:45,688 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1bc8a95732052f58a2b71c873847705d, regionState=OPENING, regionLocation=3fb681890ab2,40321,1731381748244 2024-11-12T03:22:45,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=1bc8a95732052f58a2b71c873847705d, ASSIGN because future has completed 2024-11-12T03:22:45,720 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc8a95732052f58a2b71c873847705d, server=3fb681890ab2,40321,1731381748244}] 2024-11-12T03:22:45,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:22:45,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. 2024-11-12T03:22:45,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-12T03:22:45,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-12T03:22:45,877 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=3fb681890ab2%2C40321%2C1731381748244.rep, suffix=, logDir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244, archiveDir=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/oldWALs, maxLogs=10 2024-11-12T03:22:45,893 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.rep.1731381765877, exclude list is [], retry=0 2024-11-12T03:22:45,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43279,DS-a02782f9-d41f-447b-a618-93d9e894c204,DISK] 2024-11-12T03:22:45,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.rep.1731381765877 2024-11-12T03:22:45,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44517:44517)] 2024-11-12T03:22:45,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 1bc8a95732052f58a2b71c873847705d, NAME => 'hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d.', STARTKEY => '', ENDKEY => ''} 2024-11-12T03:22:45,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-12T03:22:45,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-12T03:22:45,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. service=MultiRowMutationService 2024-11-12T03:22:45,902 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-12T03:22:45,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 1bc8a95732052f58a2b71c873847705d 2024-11-12T03:22:45,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-12T03:22:45,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 1bc8a95732052f58a2b71c873847705d 2024-11-12T03:22:45,902 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 1bc8a95732052f58a2b71c873847705d 2024-11-12T03:22:45,903 INFO [StoreOpener-1bc8a95732052f58a2b71c873847705d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 1bc8a95732052f58a2b71c873847705d 2024-11-12T03:22:45,904 INFO [StoreOpener-1bc8a95732052f58a2b71c873847705d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc8a95732052f58a2b71c873847705d columnFamilyName hfileref 2024-11-12T03:22:45,905 DEBUG [StoreOpener-1bc8a95732052f58a2b71c873847705d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:45,905 INFO [StoreOpener-1bc8a95732052f58a2b71c873847705d-1 {}] regionserver.HStore(327): Store=1bc8a95732052f58a2b71c873847705d/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:45,905 INFO [StoreOpener-1bc8a95732052f58a2b71c873847705d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 1bc8a95732052f58a2b71c873847705d 2024-11-12T03:22:45,906 INFO [StoreOpener-1bc8a95732052f58a2b71c873847705d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc8a95732052f58a2b71c873847705d columnFamilyName queue 2024-11-12T03:22:45,906 DEBUG [StoreOpener-1bc8a95732052f58a2b71c873847705d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:45,907 INFO [StoreOpener-1bc8a95732052f58a2b71c873847705d-1 {}] regionserver.HStore(327): Store=1bc8a95732052f58a2b71c873847705d/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:45,907 INFO [StoreOpener-1bc8a95732052f58a2b71c873847705d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 1bc8a95732052f58a2b71c873847705d 2024-11-12T03:22:45,908 INFO [StoreOpener-1bc8a95732052f58a2b71c873847705d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1bc8a95732052f58a2b71c873847705d columnFamilyName sid 2024-11-12T03:22:45,908 DEBUG [StoreOpener-1bc8a95732052f58a2b71c873847705d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-12T03:22:45,908 INFO [StoreOpener-1bc8a95732052f58a2b71c873847705d-1 {}] regionserver.HStore(327): Store=1bc8a95732052f58a2b71c873847705d/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-12T03:22:45,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 1bc8a95732052f58a2b71c873847705d 2024-11-12T03:22:45,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/replication/1bc8a95732052f58a2b71c873847705d 2024-11-12T03:22:45,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/replication/1bc8a95732052f58a2b71c873847705d 2024-11-12T03:22:45,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 1bc8a95732052f58a2b71c873847705d 2024-11-12T03:22:45,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 1bc8a95732052f58a2b71c873847705d 2024-11-12T03:22:45,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-12T03:22:45,911 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 1bc8a95732052f58a2b71c873847705d 2024-11-12T03:22:45,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/replication/1bc8a95732052f58a2b71c873847705d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-12T03:22:45,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 1bc8a95732052f58a2b71c873847705d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62662767, jitterRate=-0.06625200808048248}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-12T03:22:45,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1bc8a95732052f58a2b71c873847705d 2024-11-12T03:22:45,913 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 1bc8a95732052f58a2b71c873847705d: Running coprocessor pre-open hook at 1731381765902Writing region info on filesystem at 1731381765902Initializing all the Stores at 1731381765903 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381765903Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381765903Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731381765903Cleaning up temporary data from old regions at 1731381765910 (+7 ms)Running coprocessor post-open hooks at 1731381765913 (+3 ms)Region opened successfully at 1731381765913 2024-11-12T03:22:45,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d., pid=10, masterSystemTime=1731381765872 2024-11-12T03:22:45,917 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. 2024-11-12T03:22:45,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. 2024-11-12T03:22:45,918 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=1bc8a95732052f58a2b71c873847705d, regionState=OPEN, openSeqNum=2, regionLocation=3fb681890ab2,40321,1731381748244 2024-11-12T03:22:45,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1bc8a95732052f58a2b71c873847705d, server=3fb681890ab2,40321,1731381748244 because future has completed 2024-11-12T03:22:45,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-12T03:22:45,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 1bc8a95732052f58a2b71c873847705d, server=3fb681890ab2,40321,1731381748244 in 202 msec 2024-11-12T03:22:45,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-12T03:22:45,926 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=1bc8a95732052f58a2b71c873847705d, ASSIGN in 389 msec 2024-11-12T03:22:45,926 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-12T03:22:45,927 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731381765926"}]},"ts":"1731381765926"} 2024-11-12T03:22:45,928 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-12T03:22:45,929 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-12T03:22:45,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2150 sec 2024-11-12T03:22:45,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d., hostname=3fb681890ab2,40321,1731381748244, seqNum=2] 2024-11-12T03:22:46,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:46,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:46,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:22:46,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-12T03:22:46,218 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-12T03:22:46,261 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-3fb681890ab2,40321,1731381748244, ReplicationSource: 1, currentBandwidth=0 2024-11-12T03:22:46,261 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:46,261 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40321,1731381748244, seqNum=-1] 2024-11-12T03:22:46,262 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:46,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37869, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-12T03:22:46,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-3fb681890ab2,40321,1731381748244', locateType=CURRENT is [region=hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d., hostname=3fb681890ab2,40321,1731381748244, seqNum=2] 2024-11-12T03:22:46,268 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-12T03:22:46,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-12T03:22:46,272 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 3fb681890ab2,40321,1731381748244 suceeded 2024-11-12T03:22:46,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-12T03:22:46,275 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 207 msec 2024-11-12T03:22:46,275 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://3fb681890ab2:34047,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:22:46,277 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5700 sec 2024-11-12T03:22:46,288 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:34047' 2024-11-12T03:22:46,289 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9b64b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:46,289 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,34047,-1 for getting cluster id 2024-11-12T03:22:46,290 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:46,290 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7ea532c-3023-4b31-8700-6be143706cfa' 2024-11-12T03:22:46,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:46,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7ea532c-3023-4b31-8700-6be143706cfa" 2024-11-12T03:22:46,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@67b46a91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:46,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,34047,-1] 2024-11-12T03:22:46,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:46,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:46,292 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:46,292 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1c363beb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:46,293 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:46,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,34047,1731381753739 2024-11-12T03:22:46,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27dccb1a 2024-11-12T03:22:46,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:46,294 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60614, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T03:22:46,295 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-3fb681890ab2,40321,1731381748244 (queues=1) is replicating from cluster=f21cda3e-5f85-4899-a633-9b1c963f88ef to cluster=e7ea532c-3023-4b31-8700-6be143706cfa 2024-11-12T03:22:46,295 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=3fb681890ab2%2C40321%2C1731381748244 2024-11-12T03:22:46,295 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-3fb681890ab2,40321,1731381748244, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:22:46,296 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733, startPosition=0, beingWritten=true 2024-11-12T03:22:46,308 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C40321%2C1731381748244 2024-11-12T03:22:46,314 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:22:46,314 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733 to pos 379, reset compression=false 2024-11-12T03:22:46,314 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40321,1731381748244 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-12T03:22:46,529 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733 to pos 379, reset compression=false 2024-11-12T03:22:46,833 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733 to pos 379, reset compression=false 2024-11-12T03:22:46,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-12T03:22:46,850 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-12T03:22:46,850 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:46,850 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:46,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:46,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:46,850 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:46,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fda89e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:46,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,41103,-1 for getting cluster id 2024-11-12T03:22:46,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:46,852 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f21cda3e-5f85-4899-a633-9b1c963f88ef' 2024-11-12T03:22:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f21cda3e-5f85-4899-a633-9b1c963f88ef" 2024-11-12T03:22:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a5c858, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:46,852 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,41103,-1] 2024-11-12T03:22:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:46,853 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:46,853 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:46,854 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af1bf06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:46,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ae1c1ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:46,855 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,34047,-1 for getting cluster id 2024-11-12T03:22:46,855 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:46,855 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7ea532c-3023-4b31-8700-6be143706cfa' 2024-11-12T03:22:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7ea532c-3023-4b31-8700-6be143706cfa" 2024-11-12T03:22:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50df91fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,34047,-1] 2024-11-12T03:22:46,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:46,857 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:46,857 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60634, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:46,858 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fc4521c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:46,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9c89209, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:46,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,46011,-1 for getting cluster id 2024-11-12T03:22:46,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:46,860 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05a09c1f-150f-4b6d-95ef-df65151acda4' 2024-11-12T03:22:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05a09c1f-150f-4b6d-95ef-df65151acda4" 2024-11-12T03:22:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cc8f7ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:46,860 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,46011,-1] 2024-11-12T03:22:46,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:46,861 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:46,862 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:46,863 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6686b37f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:46,863 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:46,879 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731381766878/Put/seqid=0 2024-11-12T03:22:46,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741840_1016 (size=7894) 2024-11-12T03:22:46,997 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731381766996/Put/seqid=0 2024-11-12T03:22:47,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741841_1017 (size=7691) 2024-11-12T03:22:47,237 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733 to pos 379, reset compression=false 2024-11-12T03:22:47,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@720ac8d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:47,420 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,41103,-1 for getting cluster id 2024-11-12T03:22:47,421 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:47,421 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f21cda3e-5f85-4899-a633-9b1c963f88ef' 2024-11-12T03:22:47,421 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f21cda3e-5f85-4899-a633-9b1c963f88ef" 2024-11-12T03:22:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14e7920f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,41103,-1] 2024-11-12T03:22:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:47,422 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:47,424 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:47,425 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30797256, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:47,425 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40321,1731381748244, seqNum=-1] 2024-11-12T03:22:47,426 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:47,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:22:47,434 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:47,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,41103,1731381748035 2024-11-12T03:22:47,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2886dc5a 2024-11-12T03:22:47,435 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:47,436 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:22:47,439 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731381762795.aced03780f74668889fbc02ad02cb3b1., hostname=3fb681890ab2,40321,1731381748244, seqNum=2] 2024-11-12T03:22:47,441 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T03:22:47,452 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-12T03:22:47,455 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-12T03:22:47,462 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_0/f/hfile_0 for inclusion in aced03780f74668889fbc02ad02cb3b1/f 2024-11-12T03:22:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T03:22:47,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:22:47,465 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_0/f/hfile_1 for inclusion in aced03780f74668889fbc02ad02cb3b1/f 2024-11-12T03:22:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T03:22:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:22:47,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegion(2603): Flush status journal for aced03780f74668889fbc02ad02cb3b1: 2024-11-12T03:22:47,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__m70slcf53gprcipd233dcju45rqovltggno50cnu3efo47c0qfbgd6h3vtj9foh6/f/hfile_0 2024-11-12T03:22:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__m70slcf53gprcipd233dcju45rqovltggno50cnu3efo47c0qfbgd6h3vtj9foh6/f/hfile_0 as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/498c1b2a404c48e5a9f4f30bdb5775de_SeqId_4_ 2024-11-12T03:22:47,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__m70slcf53gprcipd233dcju45rqovltggno50cnu3efo47c0qfbgd6h3vtj9foh6/f/hfile_1 2024-11-12T03:22:47,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__m70slcf53gprcipd233dcju45rqovltggno50cnu3efo47c0qfbgd6h3vtj9foh6/f/hfile_1 as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/779dcca3252d45fbb8c0dcb4892865c0_SeqId_4_ 2024-11-12T03:22:47,481 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__m70slcf53gprcipd233dcju45rqovltggno50cnu3efo47c0qfbgd6h3vtj9foh6/f/hfile_0 into aced03780f74668889fbc02ad02cb3b1/f as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/498c1b2a404c48e5a9f4f30bdb5775de_SeqId_4_ - updating store file list. 2024-11-12T03:22:47,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 498c1b2a404c48e5a9f4f30bdb5775de_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T03:22:47,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/498c1b2a404c48e5a9f4f30bdb5775de_SeqId_4_ into aced03780f74668889fbc02ad02cb3b1/f 2024-11-12T03:22:47,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__m70slcf53gprcipd233dcju45rqovltggno50cnu3efo47c0qfbgd6h3vtj9foh6/f/hfile_0 into aced03780f74668889fbc02ad02cb3b1/f (new location: hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/498c1b2a404c48e5a9f4f30bdb5775de_SeqId_4_) 2024-11-12T03:22:47,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__m70slcf53gprcipd233dcju45rqovltggno50cnu3efo47c0qfbgd6h3vtj9foh6/f/hfile_0 2024-11-12T03:22:47,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__m70slcf53gprcipd233dcju45rqovltggno50cnu3efo47c0qfbgd6h3vtj9foh6/f/hfile_1 into aced03780f74668889fbc02ad02cb3b1/f as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/779dcca3252d45fbb8c0dcb4892865c0_SeqId_4_ - updating store file list. 2024-11-12T03:22:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 779dcca3252d45fbb8c0dcb4892865c0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T03:22:47,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/779dcca3252d45fbb8c0dcb4892865c0_SeqId_4_ into aced03780f74668889fbc02ad02cb3b1/f 2024-11-12T03:22:47,495 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__m70slcf53gprcipd233dcju45rqovltggno50cnu3efo47c0qfbgd6h3vtj9foh6/f/hfile_1 into aced03780f74668889fbc02ad02cb3b1/f (new location: hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/779dcca3252d45fbb8c0dcb4892865c0_SeqId_4_) 2024-11-12T03:22:47,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__m70slcf53gprcipd233dcju45rqovltggno50cnu3efo47c0qfbgd6h3vtj9foh6/f/hfile_1 2024-11-12T03:22:47,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:47,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:47,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:47,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:47,498 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:47,499 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:47,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731381762795.aced03780f74668889fbc02ad02cb3b1., hostname=3fb681890ab2,40321,1731381748244, seqNum=2 , the old value is region=test,,1731381762795.aced03780f74668889fbc02ad02cb3b1., hostname=3fb681890ab2,40321,1731381748244, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3fb681890ab2:40321 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T03:22:47,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731381762795.aced03780f74668889fbc02ad02cb3b1., hostname=3fb681890ab2,40321,1731381748244, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T03:22:47,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,38967,1731381754659, seqNum=-1] 2024-11-12T03:22:47,500 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731381762795.aced03780f74668889fbc02ad02cb3b1., hostname=3fb681890ab2,40321,1731381748244, seqNum=2 from cache 2024-11-12T03:22:47,500 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:47,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40321 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40321: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:52416 deadline: 1731381827500 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:52416 2024-11-12T03:22:47,502 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:22:47,503 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a., hostname=3fb681890ab2,38967,1731381754659, seqNum=2] 2024-11-12T03:22:47,504 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T03:22:47,609 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:40321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T03:22:47,740 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733 to pos 379, reset compression=false 2024-11-12T03:22:47,746 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:22:47,746 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40321,1731381748244 got entry batch from reader: WALEntryBatch [walEntries=[{test/aced03780f74668889fbc02ad02cb3b1/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731381767496/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T03:22:47,749 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:22:47,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T03:22:47,750 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.ReplicationSink(318): Replicating [f21cda3e-5f85-4899-a633-9b1c963f88ef] bulk loaded data 2024-11-12T03:22:47,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68b2a185, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:47,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,34047,-1 for getting cluster id 2024-11-12T03:22:47,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:47,752 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'e7ea532c-3023-4b31-8700-6be143706cfa' 2024-11-12T03:22:47,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:47,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "e7ea532c-3023-4b31-8700-6be143706cfa" 2024-11-12T03:22:47,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e2c747a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:47,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,34047,-1] 2024-11-12T03:22:47,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:47,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:47,753 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60646, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:47,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@755e676d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:47,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741837_1013 (size=7894) 2024-11-12T03:22:47,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741838_1014 (size=7691) 2024-11-12T03:22:47,946 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733 to pos 687, reset compression=false 2024-11-12T03:22:48,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:48,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,34047,1731381753739 2024-11-12T03:22:48,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1eb7ecd6 2024-11-12T03:22:48,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:48,201 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-12T03:22:48,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T03:22:48,204 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:48,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,38967,1731381754659, seqNum=-1] 2024-11-12T03:22:48,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:48,207 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-12T03:22:48,213 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__821k082f5mvde8iivkus62h9q7j2kfhl1gb35mvailjbhonqmni48mioipln951p/f/498c1b2a404c48e5a9f4f30bdb5775de_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-12T03:22:48,217 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__821k082f5mvde8iivkus62h9q7j2kfhl1gb35mvailjbhonqmni48mioipln951p/f/779dcca3252d45fbb8c0dcb4892865c0_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-12T03:22:48,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__821k082f5mvde8iivkus62h9q7j2kfhl1gb35mvailjbhonqmni48mioipln951p/f/498c1b2a404c48e5a9f4f30bdb5775de_SeqId_4_ for inclusion in a4df6f543f6c1900a695c5dbfa7c910a/f 2024-11-12T03:22:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-12T03:22:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:22:48,225 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__821k082f5mvde8iivkus62h9q7j2kfhl1gb35mvailjbhonqmni48mioipln951p/f/779dcca3252d45fbb8c0dcb4892865c0_SeqId_4_ for inclusion in a4df6f543f6c1900a695c5dbfa7c910a/f 2024-11-12T03:22:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-12T03:22:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:22:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HRegion(2603): Flush status journal for a4df6f543f6c1900a695c5dbfa7c910a: 2024-11-12T03:22:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 498c1b2a404c48e5a9f4f30bdb5775de_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T03:22:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__821k082f5mvde8iivkus62h9q7j2kfhl1gb35mvailjbhonqmni48mioipln951p/f/498c1b2a404c48e5a9f4f30bdb5775de_SeqId_4_ as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/77c86d248bcd4375bf990fb0c2c07f40_SeqId_4_ 2024-11-12T03:22:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 779dcca3252d45fbb8c0dcb4892865c0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-12T03:22:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__821k082f5mvde8iivkus62h9q7j2kfhl1gb35mvailjbhonqmni48mioipln951p/f/779dcca3252d45fbb8c0dcb4892865c0_SeqId_4_ as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/d994f47f05f249bcae966ccd9f03d0bc_SeqId_4_ 2024-11-12T03:22:48,231 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__821k082f5mvde8iivkus62h9q7j2kfhl1gb35mvailjbhonqmni48mioipln951p/f/498c1b2a404c48e5a9f4f30bdb5775de_SeqId_4_ into a4df6f543f6c1900a695c5dbfa7c910a/f as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/77c86d248bcd4375bf990fb0c2c07f40_SeqId_4_ - updating store file list. 2024-11-12T03:22:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 77c86d248bcd4375bf990fb0c2c07f40_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T03:22:48,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/77c86d248bcd4375bf990fb0c2c07f40_SeqId_4_ into a4df6f543f6c1900a695c5dbfa7c910a/f 2024-11-12T03:22:48,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__821k082f5mvde8iivkus62h9q7j2kfhl1gb35mvailjbhonqmni48mioipln951p/f/498c1b2a404c48e5a9f4f30bdb5775de_SeqId_4_ into a4df6f543f6c1900a695c5dbfa7c910a/f (new location: hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/77c86d248bcd4375bf990fb0c2c07f40_SeqId_4_) 2024-11-12T03:22:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__821k082f5mvde8iivkus62h9q7j2kfhl1gb35mvailjbhonqmni48mioipln951p/f/498c1b2a404c48e5a9f4f30bdb5775de_SeqId_4_ 2024-11-12T03:22:48,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__821k082f5mvde8iivkus62h9q7j2kfhl1gb35mvailjbhonqmni48mioipln951p/f/779dcca3252d45fbb8c0dcb4892865c0_SeqId_4_ into a4df6f543f6c1900a695c5dbfa7c910a/f as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/d994f47f05f249bcae966ccd9f03d0bc_SeqId_4_ - updating store file list. 2024-11-12T03:22:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d994f47f05f249bcae966ccd9f03d0bc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T03:22:48,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/d994f47f05f249bcae966ccd9f03d0bc_SeqId_4_ into a4df6f543f6c1900a695c5dbfa7c910a/f 2024-11-12T03:22:48,249 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__821k082f5mvde8iivkus62h9q7j2kfhl1gb35mvailjbhonqmni48mioipln951p/f/779dcca3252d45fbb8c0dcb4892865c0_SeqId_4_ into a4df6f543f6c1900a695c5dbfa7c910a/f (new location: hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/d994f47f05f249bcae966ccd9f03d0bc_SeqId_4_) 2024-11-12T03:22:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__821k082f5mvde8iivkus62h9q7j2kfhl1gb35mvailjbhonqmni48mioipln951p/f/779dcca3252d45fbb8c0dcb4892865c0_SeqId_4_ 2024-11-12T03:22:48,250 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733 to pos 687, reset compression=false 2024-11-12T03:22:48,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.ReplicationSink(324): Finished replicating [f21cda3e-5f85-4899-a633-9b1c963f88ef] bulk loaded data 2024-11-12T03:22:48,512 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:48,513 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,36567,1731381761262, seqNum=-1] 2024-11-12T03:22:48,514 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:48,515 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:22:48,516 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4., hostname=3fb681890ab2,36567,1731381761262, seqNum=2] 2024-11-12T03:22:48,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:22:48,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-12T03:22:48,523 DEBUG [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3fb681890ab2%2C40321%2C1731381748244:(num 1731381750733) roll requested 2024-11-12T03:22:48,537 DEBUG [regionserver/3fb681890ab2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523, exclude list is [], retry=0 2024-11-12T03:22:48,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43279,DS-a02782f9-d41f-447b-a618-93d9e894c204,DISK] 2024-11-12T03:22:48,540 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 2024-11-12T03:22:48,540 DEBUG [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44517:44517)] 2024-11-12T03:22:48,541 DEBUG [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733 is not closed yet, will try archiving it next time 2024-11-12T03:22:48,541 DEBUG [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3fb681890ab2%2C40321%2C1731381748244.meta:.meta(num 1731381751184) roll requested 2024-11-12T03:22:48,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@362222a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:48,541 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,41103,-1 for getting cluster id 2024-11-12T03:22:48,541 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:48,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741833_1009 (size=695) 2024-11-12T03:22:48,542 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f21cda3e-5f85-4899-a633-9b1c963f88ef' 2024-11-12T03:22:48,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:48,542 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f21cda3e-5f85-4899-a633-9b1c963f88ef" 2024-11-12T03:22:48,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767f21d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:48,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,41103,-1] 2024-11-12T03:22:48,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:48,543 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:48,543 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733 to hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/oldWALs/3fb681890ab2%2C40321%2C1731381748244.1731381750733 2024-11-12T03:22:48,543 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:48,544 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96f2ad2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:48,544 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,41103,1731381748035 2024-11-12T03:22:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3c8260f9 2024-11-12T03:22:48,545 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:48,546 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:22:48,546 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://3fb681890ab2:46011,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-12T03:22:48,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-12T03:22:48,549 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:46011' 2024-11-12T03:22:48,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T03:22:48,550 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c16ec91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:48,550 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,46011,-1 for getting cluster id 2024-11-12T03:22:48,550 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:48,550 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05a09c1f-150f-4b6d-95ef-df65151acda4' 2024-11-12T03:22:48,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:48,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05a09c1f-150f-4b6d-95ef-df65151acda4" 2024-11-12T03:22:48,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f33211, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:48,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,46011,-1] 2024-11-12T03:22:48,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:48,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:48,551 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:48,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32e2beb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:48,552 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:48,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,46011,1731381760985 2024-11-12T03:22:48,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@142baa24 2024-11-12T03:22:48,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:48,553 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:22:48,554 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-12T03:22:48,554 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-12T03:22:48,554 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:48,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:48,554 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:48,555 DEBUG [regionserver/3fb681890ab2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.meta.1731381768541.meta, exclude list is [], retry=0 2024-11-12T03:22:48,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43279,DS-a02782f9-d41f-447b-a618-93d9e894c204,DISK] 2024-11-12T03:22:48,557 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.meta.1731381751184.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.meta.1731381768541.meta 2024-11-12T03:22:48,558 DEBUG [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44517:44517)] 2024-11-12T03:22:48,558 DEBUG [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.meta.1731381751184.meta is not closed yet, will try archiving it next time 2024-11-12T03:22:48,558 DEBUG [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 3fb681890ab2%2C40321%2C1731381748244.rep:(num 1731381765877) roll requested 2024-11-12T03:22:48,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741834_1010 (size=3473) 2024-11-12T03:22:48,573 DEBUG [regionserver/3fb681890ab2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.rep.1731381768558, exclude list is [], retry=0 2024-11-12T03:22:48,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43279,DS-a02782f9-d41f-447b-a618-93d9e894c204,DISK] 2024-11-12T03:22:48,576 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.rep.1731381765877 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.rep.1731381768558 2024-11-12T03:22:48,576 DEBUG [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44517:44517)] 2024-11-12T03:22:48,576 DEBUG [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.rep.1731381765877 is not closed yet, will try archiving it next time 2024-11-12T03:22:48,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741839_1015 (size=1505) 2024-11-12T03:22:48,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-12T03:22:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T03:22:48,661 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733 to pos 687, reset compression=false 2024-11-12T03:22:48,668 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733 was moved to hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/oldWALs/3fb681890ab2%2C40321%2C1731381748244.1731381750733 2024-11-12T03:22:48,670 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733 2024-11-12T03:22:48,671 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523, startPosition=0, beingWritten=true 2024-11-12T03:22:48,671 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40321,1731381748244 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381750733, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T03:22:48,685 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3fb681890ab2%2C40321%2C1731381748244.1731381750733] 2024-11-12T03:22:48,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-12T03:22:48,805 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-12T03:22:48,830 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-3fb681890ab2,40321,1731381748244, ReplicationSource: 2, currentBandwidth=0 2024-11-12T03:22:48,831 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-12T03:22:48,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-12T03:22:48,833 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 3fb681890ab2,40321,1731381748244 suceeded 2024-11-12T03:22:48,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-12T03:22:48,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 181 msec 2024-11-12T03:22:48,834 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://3fb681890ab2:46011,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-12T03:22:48,835 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 288 msec 2024-11-12T03:22:48,845 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='3fb681890ab2:46011' 2024-11-12T03:22:48,846 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63b09ff4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:48,846 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,46011,-1 for getting cluster id 2024-11-12T03:22:48,846 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:48,847 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05a09c1f-150f-4b6d-95ef-df65151acda4' 2024-11-12T03:22:48,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:48,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05a09c1f-150f-4b6d-95ef-df65151acda4" 2024-11-12T03:22:48,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@27d3bba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:48,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,46011,-1] 2024-11-12T03:22:48,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:48,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:48,848 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:48,849 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@406ab000, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:48,849 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:48,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,46011,1731381760985 2024-11-12T03:22:48,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4344a6e2 2024-11-12T03:22:48,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:48,850 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-12T03:22:48,850 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-3fb681890ab2,40321,1731381748244 (queues=1) is replicating from cluster=f21cda3e-5f85-4899-a633-9b1c963f88ef to cluster=05a09c1f-150f-4b6d-95ef-df65151acda4 2024-11-12T03:22:48,850 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=3fb681890ab2%2C40321%2C1731381748244 2024-11-12T03:22:48,850 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-3fb681890ab2,40321,1731381748244, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-12T03:22:48,860 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3fb681890ab2%2C40321%2C1731381748244 2024-11-12T03:22:48,860 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523, startPosition=0, beingWritten=true 2024-11-12T03:22:48,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-12T03:22:48,869 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-12T03:22:48,869 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:48,870 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:48,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:48,870 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:48,870 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:48,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-12T03:22:48,874 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731381768873/Put/seqid=0 2024-11-12T03:22:48,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741845_1021 (size=11194) 2024-11-12T03:22:48,879 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731381768878/Put/seqid=0 2024-11-12T03:22:48,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741846_1022 (size=10791) 2024-11-12T03:22:49,066 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 0, reset compression=false 2024-11-12T03:22:49,186 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 0, reset compression=false 2024-11-12T03:22:49,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a80ff2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:49,283 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,41103,-1 for getting cluster id 2024-11-12T03:22:49,283 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:49,284 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'f21cda3e-5f85-4899-a633-9b1c963f88ef' 2024-11-12T03:22:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "f21cda3e-5f85-4899-a633-9b1c963f88ef" 2024-11-12T03:22:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d29acc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,41103,-1] 2024-11-12T03:22:49,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:49,285 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:49,285 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:49,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7fea68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:49,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:49,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,40321,1731381748244, seqNum=-1] 2024-11-12T03:22:49,287 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:49,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-12T03:22:49,302 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,41103,1731381748035 2024-11-12T03:22:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@42b5349 2024-11-12T03:22:49,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:49,303 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:22:49,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,304 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,305 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,308 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-12T03:22:49,312 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731381762795.aced03780f74668889fbc02ad02cb3b1., hostname=3fb681890ab2,40321,1731381748244, seqNum=2] 2024-11-12T03:22:49,314 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T03:22:49,328 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-12T03:22:49,330 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-12T03:22:49,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_1/f/hfile_0 for inclusion in aced03780f74668889fbc02ad02cb3b1/f 2024-11-12T03:22:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T03:22:49,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:22:49,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_1/f/hfile_1 for inclusion in aced03780f74668889fbc02ad02cb3b1/f 2024-11-12T03:22:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T03:22:49,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:22:49,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegion(2603): Flush status journal for aced03780f74668889fbc02ad02cb3b1: 2024-11-12T03:22:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__artsah63gt0ks0vv6msmu8748colusdt7t0aemqu28a7vfvkg69u848cuj3d84dv/f/hfile_0 2024-11-12T03:22:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__artsah63gt0ks0vv6msmu8748colusdt7t0aemqu28a7vfvkg69u848cuj3d84dv/f/hfile_0 as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ 2024-11-12T03:22:49,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__artsah63gt0ks0vv6msmu8748colusdt7t0aemqu28a7vfvkg69u848cuj3d84dv/f/hfile_1 2024-11-12T03:22:49,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__artsah63gt0ks0vv6msmu8748colusdt7t0aemqu28a7vfvkg69u848cuj3d84dv/f/hfile_1 as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ 2024-11-12T03:22:49,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__artsah63gt0ks0vv6msmu8748colusdt7t0aemqu28a7vfvkg69u848cuj3d84dv/f/hfile_0 into aced03780f74668889fbc02ad02cb3b1/f as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ - updating store file list. 2024-11-12T03:22:49,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,364 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T03:22:49,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ into aced03780f74668889fbc02ad02cb3b1/f 2024-11-12T03:22:49,366 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__artsah63gt0ks0vv6msmu8748colusdt7t0aemqu28a7vfvkg69u848cuj3d84dv/f/hfile_0 into aced03780f74668889fbc02ad02cb3b1/f (new location: hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_) 2024-11-12T03:22:49,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__artsah63gt0ks0vv6msmu8748colusdt7t0aemqu28a7vfvkg69u848cuj3d84dv/f/hfile_0 2024-11-12T03:22:49,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__artsah63gt0ks0vv6msmu8748colusdt7t0aemqu28a7vfvkg69u848cuj3d84dv/f/hfile_1 into aced03780f74668889fbc02ad02cb3b1/f as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ - updating store file list. 2024-11-12T03:22:49,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T03:22:49,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ into aced03780f74668889fbc02ad02cb3b1/f 2024-11-12T03:22:49,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__artsah63gt0ks0vv6msmu8748colusdt7t0aemqu28a7vfvkg69u848cuj3d84dv/f/hfile_1 into aced03780f74668889fbc02ad02cb3b1/f (new location: hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_) 2024-11-12T03:22:49,371 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 0, reset compression=false 2024-11-12T03:22:49,373 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,377 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:49,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/staging/jenkins__test__artsah63gt0ks0vv6msmu8748colusdt7t0aemqu28a7vfvkg69u848cuj3d84dv/f/hfile_1 2024-11-12T03:22:49,383 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:49,383 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:49,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:49,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:49,384 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:49,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731381762795.aced03780f74668889fbc02ad02cb3b1., hostname=3fb681890ab2,40321,1731381748244, seqNum=2 , the old value is region=test,,1731381762795.aced03780f74668889fbc02ad02cb3b1., hostname=3fb681890ab2,40321,1731381748244, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=3fb681890ab2:40321 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T03:22:49,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731381762795.aced03780f74668889fbc02ad02cb3b1., hostname=3fb681890ab2,40321,1731381748244, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-12T03:22:49,385 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731381762795.aced03780f74668889fbc02ad02cb3b1., hostname=3fb681890ab2,40321,1731381748244, seqNum=2 from cache 2024-11-12T03:22:49,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40321: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:52424 deadline: 1731381829385 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:52424 2024-11-12T03:22:49,388 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-12T03:22:49,409 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-12T03:22:49,490 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:40321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-12T03:22:49,782 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 0, reset compression=false 2024-11-12T03:22:49,787 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:22:49,787 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-3fb681890ab2,40321,1731381748244 got entry batch from reader: WALEntryBatch [walEntries=[{test/aced03780f74668889fbc02ad02cb3b1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731381769382/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T03:22:49,789 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-12T03:22:49,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-12T03:22:49,790 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 0, reset compression=false 2024-11-12T03:22:49,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.ReplicationSink(318): Replicating [f21cda3e-5f85-4899-a633-9b1c963f88ef] bulk loaded data 2024-11-12T03:22:49,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48529687, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:49,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] client.ClusterIdFetcher(90): Going to request 3fb681890ab2,46011,-1 for getting cluster id 2024-11-12T03:22:49,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-12T03:22:49,792 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '05a09c1f-150f-4b6d-95ef-df65151acda4' 2024-11-12T03:22:49,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-12T03:22:49,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "05a09c1f-150f-4b6d-95ef-df65151acda4" 2024-11-12T03:22:49,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70899900, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:49,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [3fb681890ab2,46011,-1] 2024-11-12T03:22:49,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-12T03:22:49,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:49,793 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-12T03:22:49,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@74472f69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-12T03:22:49,802 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-12T03:22:49,802 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-3fb681890ab2,40321,1731381748244 got entry batch from reader: WALEntryBatch [walEntries=[{test/aced03780f74668889fbc02ad02cb3b1/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731381769382/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-12T03:22:49,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.ReplicationSink(318): Replicating [f21cda3e-5f85-4899-a633-9b1c963f88ef] bulk loaded data 2024-11-12T03:22:49,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741837_1013 (size=11194) 2024-11-12T03:22:49,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741839_1015 (size=11194) 2024-11-12T03:22:49,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741838_1014 (size=10791) 2024-11-12T03:22:49,835 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-12T03:22:49,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 3fb681890ab2,46011,1731381760985 2024-11-12T03:22:49,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e6ee128 2024-11-12T03:22:49,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-12T03:22:49,837 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-12T03:22:49,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T03:22:49,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-12T03:22:49,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3fb681890ab2,36567,1731381761262, seqNum=-1] 2024-11-12T03:22:49,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-12T03:22:49,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-12T03:22:49,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741840_1016 (size=10791) 2024-11-12T03:22:49,849 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-12T03:22:49,849 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/staging/jenkins.hfs.23__test__5u6v6df0kht5ctkk7ba1p5bg2ma7ng64cfko8sse33di9fcg65e8qocb8o7do5gp/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T03:22:49,852 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/staging/jenkins.hfs.23__test__5u6v6df0kht5ctkk7ba1p5bg2ma7ng64cfko8sse33di9fcg65e8qocb8o7do5gp/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T03:22:49,855 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__nsagldvm6gq2vnmh4u6u89chn21cq7hrc72qi6uuujf4rh7bhraek62mfi8b76dj/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-12T03:22:49,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/staging/jenkins.hfs.23__test__5u6v6df0kht5ctkk7ba1p5bg2ma7ng64cfko8sse33di9fcg65e8qocb8o7do5gp/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ for inclusion in 72486b6fbc060991fe03edaec6fe6bc4/f 2024-11-12T03:22:49,857 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__nsagldvm6gq2vnmh4u6u89chn21cq7hrc72qi6uuujf4rh7bhraek62mfi8b76dj/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-12T03:22:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T03:22:49,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:22:49,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/staging/jenkins.hfs.23__test__5u6v6df0kht5ctkk7ba1p5bg2ma7ng64cfko8sse33di9fcg65e8qocb8o7do5gp/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ for inclusion in 72486b6fbc060991fe03edaec6fe6bc4/f 2024-11-12T03:22:49,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__nsagldvm6gq2vnmh4u6u89chn21cq7hrc72qi6uuujf4rh7bhraek62mfi8b76dj/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ for inclusion in a4df6f543f6c1900a695c5dbfa7c910a/f 2024-11-12T03:22:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T03:22:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:22:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-12T03:22:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:22:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HRegion(2603): Flush status journal for 72486b6fbc060991fe03edaec6fe6bc4: 2024-11-12T03:22:49,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__nsagldvm6gq2vnmh4u6u89chn21cq7hrc72qi6uuujf4rh7bhraek62mfi8b76dj/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ for inclusion in a4df6f543f6c1900a695c5dbfa7c910a/f 2024-11-12T03:22:49,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T03:22:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/staging/jenkins.hfs.23__test__5u6v6df0kht5ctkk7ba1p5bg2ma7ng64cfko8sse33di9fcg65e8qocb8o7do5gp/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ as hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/default/test/72486b6fbc060991fe03edaec6fe6bc4/f/9a552088c9d5450a8ad151036b6c30ee_SeqId_4_ 2024-11-12T03:22:49,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T03:22:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/staging/jenkins.hfs.23__test__5u6v6df0kht5ctkk7ba1p5bg2ma7ng64cfko8sse33di9fcg65e8qocb8o7do5gp/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ as hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/default/test/72486b6fbc060991fe03edaec6fe6bc4/f/269e899fb2c24234ad3be64d71ca48b8_SeqId_4_ 2024-11-12T03:22:49,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/staging/jenkins.hfs.23__test__5u6v6df0kht5ctkk7ba1p5bg2ma7ng64cfko8sse33di9fcg65e8qocb8o7do5gp/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ into 72486b6fbc060991fe03edaec6fe6bc4/f as hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/default/test/72486b6fbc060991fe03edaec6fe6bc4/f/9a552088c9d5450a8ad151036b6c30ee_SeqId_4_ - updating store file list. 2024-11-12T03:22:49,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-12T03:22:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-12T03:22:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HRegion(2603): Flush status journal for a4df6f543f6c1900a695c5dbfa7c910a: 2024-11-12T03:22:49,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T03:22:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__nsagldvm6gq2vnmh4u6u89chn21cq7hrc72qi6uuujf4rh7bhraek62mfi8b76dj/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/318f5bc0c1314e7fa53250404fea9e57_SeqId_6_ 2024-11-12T03:22:49,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-12T03:22:49,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__nsagldvm6gq2vnmh4u6u89chn21cq7hrc72qi6uuujf4rh7bhraek62mfi8b76dj/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/5618532284324dbfa4a8fe66b5a82a8d_SeqId_6_ 2024-11-12T03:22:49,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__nsagldvm6gq2vnmh4u6u89chn21cq7hrc72qi6uuujf4rh7bhraek62mfi8b76dj/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ into a4df6f543f6c1900a695c5dbfa7c910a/f as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/318f5bc0c1314e7fa53250404fea9e57_SeqId_6_ - updating store file list. 2024-11-12T03:22:49,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 318f5bc0c1314e7fa53250404fea9e57_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T03:22:49,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/318f5bc0c1314e7fa53250404fea9e57_SeqId_6_ into a4df6f543f6c1900a695c5dbfa7c910a/f 2024-11-12T03:22:49,870 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__nsagldvm6gq2vnmh4u6u89chn21cq7hrc72qi6uuujf4rh7bhraek62mfi8b76dj/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ into a4df6f543f6c1900a695c5dbfa7c910a/f (new location: hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/318f5bc0c1314e7fa53250404fea9e57_SeqId_6_) 2024-11-12T03:22:49,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__nsagldvm6gq2vnmh4u6u89chn21cq7hrc72qi6uuujf4rh7bhraek62mfi8b76dj/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ 2024-11-12T03:22:49,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__nsagldvm6gq2vnmh4u6u89chn21cq7hrc72qi6uuujf4rh7bhraek62mfi8b76dj/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ into a4df6f543f6c1900a695c5dbfa7c910a/f as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/5618532284324dbfa4a8fe66b5a82a8d_SeqId_6_ - updating store file list. 2024-11-12T03:22:49,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 9a552088c9d5450a8ad151036b6c30ee_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T03:22:49,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/default/test/72486b6fbc060991fe03edaec6fe6bc4/f/9a552088c9d5450a8ad151036b6c30ee_SeqId_4_ into 72486b6fbc060991fe03edaec6fe6bc4/f 2024-11-12T03:22:49,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/staging/jenkins.hfs.23__test__5u6v6df0kht5ctkk7ba1p5bg2ma7ng64cfko8sse33di9fcg65e8qocb8o7do5gp/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ into 72486b6fbc060991fe03edaec6fe6bc4/f (new location: hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/default/test/72486b6fbc060991fe03edaec6fe6bc4/f/9a552088c9d5450a8ad151036b6c30ee_SeqId_4_) 2024-11-12T03:22:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/staging/jenkins.hfs.23__test__5u6v6df0kht5ctkk7ba1p5bg2ma7ng64cfko8sse33di9fcg65e8qocb8o7do5gp/f/0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_ 2024-11-12T03:22:49,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/staging/jenkins.hfs.23__test__5u6v6df0kht5ctkk7ba1p5bg2ma7ng64cfko8sse33di9fcg65e8qocb8o7do5gp/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ into 72486b6fbc060991fe03edaec6fe6bc4/f as hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/default/test/72486b6fbc060991fe03edaec6fe6bc4/f/269e899fb2c24234ad3be64d71ca48b8_SeqId_4_ - updating store file list. 2024-11-12T03:22:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 5618532284324dbfa4a8fe66b5a82a8d_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-12T03:22:49,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/5618532284324dbfa4a8fe66b5a82a8d_SeqId_6_ into a4df6f543f6c1900a695c5dbfa7c910a/f 2024-11-12T03:22:49,876 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__nsagldvm6gq2vnmh4u6u89chn21cq7hrc72qi6uuujf4rh7bhraek62mfi8b76dj/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ into a4df6f543f6c1900a695c5dbfa7c910a/f (new location: hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/f/5618532284324dbfa4a8fe66b5a82a8d_SeqId_6_) 2024-11-12T03:22:49,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/staging/jenkins.hfs.22__test__nsagldvm6gq2vnmh4u6u89chn21cq7hrc72qi6uuujf4rh7bhraek62mfi8b76dj/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ 2024-11-12T03:22:49,878 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38967 {}] regionserver.ReplicationSink(324): Finished replicating [f21cda3e-5f85-4899-a633-9b1c963f88ef] bulk loaded data 2024-11-12T03:22:49,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 269e899fb2c24234ad3be64d71ca48b8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-12T03:22:49,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/default/test/72486b6fbc060991fe03edaec6fe6bc4/f/269e899fb2c24234ad3be64d71ca48b8_SeqId_4_ into 72486b6fbc060991fe03edaec6fe6bc4/f 2024-11-12T03:22:49,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/staging/jenkins.hfs.23__test__5u6v6df0kht5ctkk7ba1p5bg2ma7ng64cfko8sse33di9fcg65e8qocb8o7do5gp/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ into 72486b6fbc060991fe03edaec6fe6bc4/f (new location: hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/default/test/72486b6fbc060991fe03edaec6fe6bc4/f/269e899fb2c24234ad3be64d71ca48b8_SeqId_4_) 2024-11-12T03:22:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/staging/jenkins.hfs.23__test__5u6v6df0kht5ctkk7ba1p5bg2ma7ng64cfko8sse33di9fcg65e8qocb8o7do5gp/f/0ffc06bc5e2e4ced966b5215740f56e3_SeqId_6_ 2024-11-12T03:22:49,882 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36567 {}] regionserver.ReplicationSink(324): Finished replicating [f21cda3e-5f85-4899-a633-9b1c963f88ef] bulk loaded data 2024-11-12T03:22:49,987 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:50,002 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:50,291 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:50,306 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:50,402 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:22:50,403 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:50,403 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:50,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:50,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:50,403 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:50,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:22:50,403 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=525300173, stopped=false 2024-11-12T03:22:50,403 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,46011,1731381760985 2024-11-12T03:22:50,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1594046640/running 2024-11-12T03:22:50,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1594046640/running 2024-11-12T03:22:50,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:50,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:50,440 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:22:50,440 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:50,440 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:50,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:50,440 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,36567,1731381761262' ***** 2024-11-12T03:22:50,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Set watcher on znode that does not yet exist, /2-1594046640/running 2024-11-12T03:22:50,441 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Set watcher on znode that does not yet exist, /2-1594046640/running 2024-11-12T03:22:50,441 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:22:50,442 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:22:50,442 INFO [RS:0;3fb681890ab2:36567 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:22:50,442 INFO [RS:0;3fb681890ab2:36567 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:22:50,442 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:22:50,442 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(3091): Received CLOSE for 72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:50,442 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,36567,1731381761262 2024-11-12T03:22:50,442 INFO [RS:0;3fb681890ab2:36567 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:22:50,442 INFO [RS:0;3fb681890ab2:36567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:36567. 2024-11-12T03:22:50,442 DEBUG [RS:0;3fb681890ab2:36567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:50,442 DEBUG [RS:0;3fb681890ab2:36567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:50,442 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 72486b6fbc060991fe03edaec6fe6bc4, disabling compactions & flushes 2024-11-12T03:22:50,442 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4. 2024-11-12T03:22:50,443 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4. 2024-11-12T03:22:50,443 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:22:50,443 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4. after waiting 0 ms 2024-11-12T03:22:50,443 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:22:50,443 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4. 2024-11-12T03:22:50,443 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:22:50,443 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:22:50,443 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T03:22:50,443 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 72486b6fbc060991fe03edaec6fe6bc4=test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4.} 2024-11-12T03:22:50,443 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 72486b6fbc060991fe03edaec6fe6bc4 2024-11-12T03:22:50,443 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:22:50,443 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:22:50,443 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:22:50,443 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:22:50,443 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:22:50,443 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T03:22:50,451 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/default/test/72486b6fbc060991fe03edaec6fe6bc4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-12T03:22:50,451 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:50,451 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:22:50,451 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4. 2024-11-12T03:22:50,451 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 72486b6fbc060991fe03edaec6fe6bc4: Waiting for close lock at 1731381770442Running coprocessor pre-close hooks at 1731381770442Disabling compacts and flushes for region at 1731381770442Disabling writes for close at 1731381770443 (+1 ms)Writing region close event to WAL at 1731381770448 (+5 ms)Running coprocessor post-close hooks at 1731381770451 (+3 ms)Closed at 1731381770451 2024-11-12T03:22:50,451 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4. 2024-11-12T03:22:50,463 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/.tmp/info/f312673a56a5466d8eba46059e6e59e3 is 129, key is test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4./info:regioninfo/1731381764419/Put/seqid=0 2024-11-12T03:22:50,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741839_1015 (size=6421) 2024-11-12T03:22:50,471 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:22:50,639 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T03:22:50,643 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:50,695 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:50,709 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:50,843 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:50,852 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:22:50,852 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:22:50,867 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/.tmp/info/f312673a56a5466d8eba46059e6e59e3 2024-11-12T03:22:50,887 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/.tmp/ns/3fac69e106bf434a8a103013dd982e65 is 43, key is default/ns:d/1731381762630/Put/seqid=0 2024-11-12T03:22:50,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741840_1016 (size=5153) 2024-11-12T03:22:51,044 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:51,198 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:51,211 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:51,244 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:51,292 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/.tmp/ns/3fac69e106bf434a8a103013dd982e65 2024-11-12T03:22:51,306 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/.tmp/rep_barrier/e14a408e7cdf4c4ba6a7be16d9216b43 is 112, key is test,,1731381764072.72486b6fbc060991fe03edaec6fe6bc4./rep_barrier:seqnumDuringOpen/1731381764419/Put/seqid=0 2024-11-12T03:22:51,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741841_1017 (size=5518) 2024-11-12T03:22:51,444 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T03:22:51,444 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:22:51,444 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:51,644 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:51,709 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/.tmp/rep_barrier/e14a408e7cdf4c4ba6a7be16d9216b43 2024-11-12T03:22:51,724 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/.tmp/table/afcc6c1649704c7a898e1d3122351592 is 40, key is test/table:state/1731381764426/Put/seqid=0 2024-11-12T03:22:51,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741842_1018 (size=5165) 2024-11-12T03:22:51,801 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:51,814 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:51,844 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:52,044 DEBUG [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:52,128 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/.tmp/table/afcc6c1649704c7a898e1d3122351592 2024-11-12T03:22:52,131 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/.tmp/info/f312673a56a5466d8eba46059e6e59e3 as hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/info/f312673a56a5466d8eba46059e6e59e3 2024-11-12T03:22:52,134 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/info/f312673a56a5466d8eba46059e6e59e3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T03:22:52,134 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/.tmp/ns/3fac69e106bf434a8a103013dd982e65 as hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/ns/3fac69e106bf434a8a103013dd982e65 2024-11-12T03:22:52,137 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/ns/3fac69e106bf434a8a103013dd982e65, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T03:22:52,138 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/.tmp/rep_barrier/e14a408e7cdf4c4ba6a7be16d9216b43 as hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/rep_barrier/e14a408e7cdf4c4ba6a7be16d9216b43 2024-11-12T03:22:52,141 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/rep_barrier/e14a408e7cdf4c4ba6a7be16d9216b43, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T03:22:52,142 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/.tmp/table/afcc6c1649704c7a898e1d3122351592 as hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/table/afcc6c1649704c7a898e1d3122351592 2024-11-12T03:22:52,145 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/table/afcc6c1649704c7a898e1d3122351592, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T03:22:52,146 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=11, compaction requested=false 2024-11-12T03:22:52,150 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T03:22:52,150 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:52,151 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:22:52,151 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:52,151 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381770443Running coprocessor pre-close hooks at 1731381770443Disabling compacts and flushes for region at 1731381770443Disabling writes for close at 1731381770443Obtaining lock to block concurrent updates at 1731381770443Preparing flush snapshotting stores in 1588230740 at 1731381770443Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731381770444 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731381770444Flushing 1588230740/info: creating writer at 1731381770444Flushing 1588230740/info: appending metadata at 1731381770463 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731381770463Flushing 1588230740/ns: creating writer at 1731381770871 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731381770887 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731381770887Flushing 1588230740/rep_barrier: creating writer at 1731381771295 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381771306 (+11 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381771306Flushing 1588230740/table: creating writer at 1731381771713 (+407 ms)Flushing 1588230740/table: appending metadata at 1731381771724 (+11 ms)Flushing 1588230740/table: closing flushed file at 1731381771724Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76b1f787: reopening flushed file at 1731381772131 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d295716: reopening flushed file at 1731381772134 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52a5a54a: reopening flushed file at 1731381772137 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@381ef7b0: reopening flushed file at 1731381772141 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=11, compaction requested=false at 1731381772146 (+5 ms)Writing region close event to WAL at 1731381772148 (+2 ms)Running coprocessor post-close hooks at 1731381772150 (+2 ms)Closed at 1731381772151 (+1 ms) 2024-11-12T03:22:52,151 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:52,244 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,36567,1731381761262; all regions closed. 2024-11-12T03:22:52,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741834_1010 (size=2717) 2024-11-12T03:22:52,248 DEBUG [RS:0;3fb681890ab2:36567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/oldWALs 2024-11-12T03:22:52,248 INFO [RS:0;3fb681890ab2:36567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C36567%2C1731381761262.meta:.meta(num 1731381762578) 2024-11-12T03:22:52,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741832_1008 (size=1028) 2024-11-12T03:22:52,250 DEBUG [RS:0;3fb681890ab2:36567 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/oldWALs 2024-11-12T03:22:52,250 INFO [RS:0;3fb681890ab2:36567 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C36567%2C1731381761262:(num 1731381761991) 2024-11-12T03:22:52,250 DEBUG [RS:0;3fb681890ab2:36567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:52,250 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:22:52,251 INFO [RS:0;3fb681890ab2:36567 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:22:52,251 INFO [RS:0;3fb681890ab2:36567 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T03:22:52,251 INFO [RS:0;3fb681890ab2:36567 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:22:52,251 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:22:52,251 INFO [RS:0;3fb681890ab2:36567 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:36567. 2024-11-12T03:22:52,251 DEBUG [RS:0;3fb681890ab2:36567 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:52,251 DEBUG [RS:0;3fb681890ab2:36567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:52,251 DEBUG [RS:0;3fb681890ab2:36567 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:52,251 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:52,251 INFO [RS:0;3fb681890ab2:36567 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36567 2024-11-12T03:22:52,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1594046640/rs/3fb681890ab2,36567,1731381761262 2024-11-12T03:22:52,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640/rs 2024-11-12T03:22:52,264 INFO [RS:0;3fb681890ab2:36567 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:22:52,274 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,36567,1731381761262] 2024-11-12T03:22:52,285 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1594046640/draining/3fb681890ab2,36567,1731381761262 already deleted, retry=false 2024-11-12T03:22:52,285 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,36567,1731381761262 expired; onlineServers=0 2024-11-12T03:22:52,285 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,46011,1731381760985' ***** 2024-11-12T03:22:52,285 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:22:52,285 INFO [M:0;3fb681890ab2:46011 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:22:52,285 INFO [M:0;3fb681890ab2:46011 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:22:52,285 DEBUG [M:0;3fb681890ab2:46011 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:22:52,285 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:22:52,285 DEBUG [M:0;3fb681890ab2:46011 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:22:52,285 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381761736 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381761736,5,FailOnTimeoutGroup] 2024-11-12T03:22:52,285 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381761736 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381761736,5,FailOnTimeoutGroup] 2024-11-12T03:22:52,285 INFO [M:0;3fb681890ab2:46011 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:22:52,286 INFO [M:0;3fb681890ab2:46011 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:22:52,286 DEBUG [M:0;3fb681890ab2:46011 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:22:52,286 INFO [M:0;3fb681890ab2:46011 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:22:52,286 INFO [M:0;3fb681890ab2:46011 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:22:52,286 INFO [M:0;3fb681890ab2:46011 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:22:52,286 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:22:52,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1594046640/master 2024-11-12T03:22:52,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1594046640 2024-11-12T03:22:52,295 DEBUG [M:0;3fb681890ab2:46011 {}] zookeeper.ZKUtil(347): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Unable to get data of znode /2-1594046640/master because node does not exist (not an error) 2024-11-12T03:22:52,295 WARN [M:0;3fb681890ab2:46011 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:22:52,296 INFO [M:0;3fb681890ab2:46011 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/.lastflushedseqids 2024-11-12T03:22:52,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741843_1019 (size=173) 2024-11-12T03:22:52,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:52,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36567-0x1012d10d5f40007, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:52,375 INFO [RS:0;3fb681890ab2:36567 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:22:52,375 INFO [RS:0;3fb681890ab2:36567 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,36567,1731381761262; zookeeper connection closed. 2024-11-12T03:22:52,375 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6a72326e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6a72326e 2024-11-12T03:22:52,375 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:22:52,505 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:52,516 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:52,700 INFO [M:0;3fb681890ab2:46011 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:22:52,700 INFO [M:0;3fb681890ab2:46011 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:22:52,700 DEBUG [M:0;3fb681890ab2:46011 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:22:52,700 INFO [M:0;3fb681890ab2:46011 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:52,700 DEBUG [M:0;3fb681890ab2:46011 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:52,700 DEBUG [M:0;3fb681890ab2:46011 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:22:52,700 DEBUG [M:0;3fb681890ab2:46011 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:52,700 INFO [M:0;3fb681890ab2:46011 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=27.99 KB heapSize=33.88 KB 2024-11-12T03:22:52,716 DEBUG [M:0;3fb681890ab2:46011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f64a9f6427124b2188f22a4dfff5e803 is 82, key is hbase:meta,,1/info:regioninfo/1731381762610/Put/seqid=0 2024-11-12T03:22:52,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741844_1020 (size=5672) 2024-11-12T03:22:52,723 INFO [M:0;3fb681890ab2:46011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f64a9f6427124b2188f22a4dfff5e803 2024-11-12T03:22:52,744 DEBUG [M:0;3fb681890ab2:46011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cda4102a2964a2191dd308f7a54a153 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731381764429/Put/seqid=0 2024-11-12T03:22:52,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741845_1021 (size=6586) 2024-11-12T03:22:53,148 INFO [M:0;3fb681890ab2:46011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.44 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cda4102a2964a2191dd308f7a54a153 2024-11-12T03:22:53,162 DEBUG [M:0;3fb681890ab2:46011 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d48ceb76b6b647dfa026c1c0c7b8c611 is 69, key is 3fb681890ab2,36567,1731381761262/rs:state/1731381761765/Put/seqid=0 2024-11-12T03:22:53,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741846_1022 (size=5156) 2024-11-12T03:22:53,166 INFO [M:0;3fb681890ab2:46011 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d48ceb76b6b647dfa026c1c0c7b8c611 2024-11-12T03:22:53,169 DEBUG [M:0;3fb681890ab2:46011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f64a9f6427124b2188f22a4dfff5e803 as hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f64a9f6427124b2188f22a4dfff5e803 2024-11-12T03:22:53,172 INFO [M:0;3fb681890ab2:46011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f64a9f6427124b2188f22a4dfff5e803, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T03:22:53,172 DEBUG [M:0;3fb681890ab2:46011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0cda4102a2964a2191dd308f7a54a153 as hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cda4102a2964a2191dd308f7a54a153 2024-11-12T03:22:53,175 INFO [M:0;3fb681890ab2:46011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0cda4102a2964a2191dd308f7a54a153, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T03:22:53,176 DEBUG [M:0;3fb681890ab2:46011 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d48ceb76b6b647dfa026c1c0c7b8c611 as hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d48ceb76b6b647dfa026c1c0c7b8c611 2024-11-12T03:22:53,178 INFO [M:0;3fb681890ab2:46011 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46591/user/jenkins/test-data/51860e99-0efd-221e-d9cb-dc740db9da71/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d48ceb76b6b647dfa026c1c0c7b8c611, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T03:22:53,179 INFO [M:0;3fb681890ab2:46011 {}] regionserver.HRegion(3140): Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 479ms, sequenceid=55, compaction requested=false 2024-11-12T03:22:53,180 INFO [M:0;3fb681890ab2:46011 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:53,180 DEBUG [M:0;3fb681890ab2:46011 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381772700Disabling compacts and flushes for region at 1731381772700Disabling writes for close at 1731381772700Obtaining lock to block concurrent updates at 1731381772700Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381772700Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28663, getHeapSize=34624, getOffHeapSize=0, getCellsCount=66 at 1731381772701 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381772701Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381772701Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381772716 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381772716Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381772726 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381772744 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381772744Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381773151 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381773162 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381773162Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70759633: reopening flushed file at 1731381773168 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4403c08: reopening flushed file at 1731381773172 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@421c0f6c: reopening flushed file at 1731381773175 (+3 ms)Finished flush of dataSize ~27.99 KB/28663, heapSize ~33.58 KB/34384, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 479ms, sequenceid=55, compaction requested=false at 1731381773179 (+4 ms)Writing region close event to WAL at 1731381773180 (+1 ms)Closed at 1731381773180 2024-11-12T03:22:53,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40159 is added to blk_1073741830_1006 (size=32770) 2024-11-12T03:22:53,182 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:22:53,182 INFO [M:0;3fb681890ab2:46011 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:22:53,182 INFO [M:0;3fb681890ab2:46011 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46011 2024-11-12T03:22:53,182 INFO [M:0;3fb681890ab2:46011 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:22:53,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:53,290 INFO [M:0;3fb681890ab2:46011 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:22:53,290 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46011-0x1012d10d5f40006, quorum=127.0.0.1:59540, baseZNode=/2-1594046640 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:53,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d8dfaa5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:22:53,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@bdfe434{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:22:53,293 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:22:53,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ae69380{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:22:53,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@39a5d576{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/hadoop.log.dir/,STOPPED} 2024-11-12T03:22:53,294 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:22:53,294 WARN [BP-419039120-172.17.0.2-1731381758444 heartbeating to localhost/127.0.0.1:46591 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:22:53,294 WARN [BP-419039120-172.17.0.2-1731381758444 heartbeating to localhost/127.0.0.1:46591 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-419039120-172.17.0.2-1731381758444 (Datanode Uuid 0613ccae-e8f0-4b4d-8fc1-f67a50fa37e0) service to localhost/127.0.0.1:46591 2024-11-12T03:22:53,294 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:22:53,294 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/cluster_4f90d92c-5e0d-255f-09fa-0442b89983ec/data/data1/current/BP-419039120-172.17.0.2-1731381758444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:22:53,294 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/cluster_4f90d92c-5e0d-255f-09fa-0442b89983ec/data/data2/current/BP-419039120-172.17.0.2-1731381758444 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:22:53,295 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:22:53,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23a37f2d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:22:53,301 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ac9f21d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:22:53,301 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:22:53,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d8f2ea2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:22:53,301 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e382187{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4faae755-bc77-92d6-5e11-ce968f89dd26/hadoop.log.dir/,STOPPED} 2024-11-12T03:22:53,308 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:53,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:22:53,313 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:22:53,313 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:53,313 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:53,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:53,314 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:53,314 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:53,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:22:53,314 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=382687163, stopped=false 2024-11-12T03:22:53,314 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,34047,1731381753739 2024-11-12T03:22:53,319 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:53,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1769295918/running 2024-11-12T03:22:53,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1769295918/running 2024-11-12T03:22:53,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:53,327 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:53,327 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:22:53,327 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:53,327 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:53,327 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:53,327 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,38967,1731381754659' ***** 2024-11-12T03:22:53,327 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:22:53,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Set watcher on znode that does not yet exist, /1769295918/running 2024-11-12T03:22:53,328 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:22:53,328 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Set watcher on znode that does not yet exist, /1769295918/running 2024-11-12T03:22:53,328 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:22:53,328 INFO [RS:0;3fb681890ab2:38967 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:22:53,328 INFO [RS:0;3fb681890ab2:38967 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:22:53,328 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(3091): Received CLOSE for a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:53,328 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,38967,1731381754659 2024-11-12T03:22:53,328 INFO [RS:0;3fb681890ab2:38967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:22:53,328 INFO [RS:0;3fb681890ab2:38967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:38967. 2024-11-12T03:22:53,328 DEBUG [RS:0;3fb681890ab2:38967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:53,328 DEBUG [RS:0;3fb681890ab2:38967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:53,328 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4df6f543f6c1900a695c5dbfa7c910a, disabling compactions & flushes 2024-11-12T03:22:53,328 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:22:53,328 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:22:53,328 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:22:53,328 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a. 2024-11-12T03:22:53,328 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:22:53,328 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a. 2024-11-12T03:22:53,328 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a. after waiting 0 ms 2024-11-12T03:22:53,328 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a. 2024-11-12T03:22:53,328 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-12T03:22:53,329 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, a4df6f543f6c1900a695c5dbfa7c910a=test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a.} 2024-11-12T03:22:53,329 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, a4df6f543f6c1900a695c5dbfa7c910a 2024-11-12T03:22:53,329 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:22:53,329 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:22:53,329 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:22:53,329 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:22:53,329 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:22:53,329 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-12T03:22:53,332 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/default/test/a4df6f543f6c1900a695c5dbfa7c910a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T03:22:53,332 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:53,332 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:22:53,333 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a. 2024-11-12T03:22:53,333 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4df6f543f6c1900a695c5dbfa7c910a: Waiting for close lock at 1731381773328Running coprocessor pre-close hooks at 1731381773328Disabling compacts and flushes for region at 1731381773328Disabling writes for close at 1731381773328Writing region close event to WAL at 1731381773329 (+1 ms)Running coprocessor post-close hooks at 1731381773332 (+3 ms)Closed at 1731381773333 (+1 ms) 2024-11-12T03:22:53,333 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a. 2024-11-12T03:22:53,347 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/.tmp/info/07e578fec14c4f28a4c420f185b24bd5 is 129, key is test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a./info:regioninfo/1731381763816/Put/seqid=0 2024-11-12T03:22:53,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741841_1017 (size=6421) 2024-11-12T03:22:53,392 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:22:53,529 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:53,729 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:53,750 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/.tmp/info/07e578fec14c4f28a4c420f185b24bd5 2024-11-12T03:22:53,770 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/.tmp/ns/67c4f3a12d1342e6b31b346f950653e9 is 43, key is default/ns:d/1731381758347/Put/seqid=0 2024-11-12T03:22:53,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741842_1018 (size=5153) 2024-11-12T03:22:53,929 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:54,129 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:54,166 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:22:54,166 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:22:54,173 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/.tmp/ns/67c4f3a12d1342e6b31b346f950653e9 2024-11-12T03:22:54,189 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/.tmp/rep_barrier/ea2afe6f220c416698c9d5befa004b44 is 112, key is test,,1731381763433.a4df6f543f6c1900a695c5dbfa7c910a./rep_barrier:seqnumDuringOpen/1731381763816/Put/seqid=0 2024-11-12T03:22:54,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741843_1019 (size=5518) 2024-11-12T03:22:54,211 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:54,222 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:54,329 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-12T03:22:54,329 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-12T03:22:54,329 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:54,530 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:54,592 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/.tmp/rep_barrier/ea2afe6f220c416698c9d5befa004b44 2024-11-12T03:22:54,612 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/.tmp/table/47c8e5d2b0a0419294a54fec137bba39 is 40, key is test/table:state/1731381763823/Put/seqid=0 2024-11-12T03:22:54,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741844_1020 (size=5165) 2024-11-12T03:22:54,730 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:54,930 DEBUG [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:55,022 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/.tmp/table/47c8e5d2b0a0419294a54fec137bba39 2024-11-12T03:22:55,027 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/.tmp/info/07e578fec14c4f28a4c420f185b24bd5 as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/info/07e578fec14c4f28a4c420f185b24bd5 2024-11-12T03:22:55,032 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/info/07e578fec14c4f28a4c420f185b24bd5, entries=10, sequenceid=11, filesize=6.3 K 2024-11-12T03:22:55,033 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/.tmp/ns/67c4f3a12d1342e6b31b346f950653e9 as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/ns/67c4f3a12d1342e6b31b346f950653e9 2024-11-12T03:22:55,043 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/ns/67c4f3a12d1342e6b31b346f950653e9, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T03:22:55,044 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/.tmp/rep_barrier/ea2afe6f220c416698c9d5befa004b44 as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/rep_barrier/ea2afe6f220c416698c9d5befa004b44 2024-11-12T03:22:55,051 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/rep_barrier/ea2afe6f220c416698c9d5befa004b44, entries=1, sequenceid=11, filesize=5.4 K 2024-11-12T03:22:55,052 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/.tmp/table/47c8e5d2b0a0419294a54fec137bba39 as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/table/47c8e5d2b0a0419294a54fec137bba39 2024-11-12T03:22:55,058 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/table/47c8e5d2b0a0419294a54fec137bba39, entries=2, sequenceid=11, filesize=5.0 K 2024-11-12T03:22:55,059 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=11, compaction requested=false 2024-11-12T03:22:55,059 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:22:55,072 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-12T03:22:55,077 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:55,077 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:22:55,077 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:55,077 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381773329Running coprocessor pre-close hooks at 1731381773329Disabling compacts and flushes for region at 1731381773329Disabling writes for close at 1731381773329Obtaining lock to block concurrent updates at 1731381773329Preparing flush snapshotting stores in 1588230740 at 1731381773329Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731381773329Flushing stores of hbase:meta,,1.1588230740 at 1731381773329Flushing 1588230740/info: creating writer at 1731381773329Flushing 1588230740/info: appending metadata at 1731381773346 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731381773347 (+1 ms)Flushing 1588230740/ns: creating writer at 1731381773754 (+407 ms)Flushing 1588230740/ns: appending metadata at 1731381773769 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731381773769Flushing 1588230740/rep_barrier: creating writer at 1731381774176 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381774188 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381774188Flushing 1588230740/table: creating writer at 1731381774596 (+408 ms)Flushing 1588230740/table: appending metadata at 1731381774612 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731381774612Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@450e302d: reopening flushed file at 1731381775027 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@db018c2: reopening flushed file at 1731381775032 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f73b5dc: reopening flushed file at 1731381775043 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3df12d1f: reopening flushed file at 1731381775051 (+8 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=11, compaction requested=false at 1731381775059 (+8 ms)Writing region close event to WAL at 1731381775069 (+10 ms)Running coprocessor post-close hooks at 1731381775076 (+7 ms)Closed at 1731381775077 (+1 ms) 2024-11-12T03:22:55,077 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:55,130 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,38967,1731381754659; all regions closed. 2024-11-12T03:22:55,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741834_1010 (size=2717) 2024-11-12T03:22:55,132 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/WALs/3fb681890ab2,38967,1731381754659/3fb681890ab2%2C38967%2C1731381754659.meta.1731381758241.meta not finished, retry = 0 2024-11-12T03:22:55,214 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:55,225 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:55,235 DEBUG [RS:0;3fb681890ab2:38967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/oldWALs 2024-11-12T03:22:55,235 INFO [RS:0;3fb681890ab2:38967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C38967%2C1731381754659.meta:.meta(num 1731381758241) 2024-11-12T03:22:55,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741832_1008 (size=1374) 2024-11-12T03:22:55,239 DEBUG [RS:0;3fb681890ab2:38967 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/oldWALs 2024-11-12T03:22:55,239 INFO [RS:0;3fb681890ab2:38967 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C38967%2C1731381754659:(num 1731381757295) 2024-11-12T03:22:55,239 DEBUG [RS:0;3fb681890ab2:38967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:55,239 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:22:55,239 INFO [RS:0;3fb681890ab2:38967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:22:55,239 INFO [RS:0;3fb681890ab2:38967 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T03:22:55,239 INFO [RS:0;3fb681890ab2:38967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:22:55,239 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:22:55,240 INFO [RS:0;3fb681890ab2:38967 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:38967. 2024-11-12T03:22:55,240 DEBUG [RS:0;3fb681890ab2:38967 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:55,240 DEBUG [RS:0;3fb681890ab2:38967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:55,240 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:55,240 DEBUG [RS:0;3fb681890ab2:38967 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:55,241 INFO [RS:0;3fb681890ab2:38967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38967 2024-11-12T03:22:55,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918/rs 2024-11-12T03:22:55,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1769295918/rs/3fb681890ab2,38967,1731381754659 2024-11-12T03:22:55,306 INFO [RS:0;3fb681890ab2:38967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:22:55,307 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,38967,1731381754659] 2024-11-12T03:22:55,327 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1769295918/draining/3fb681890ab2,38967,1731381754659 already deleted, retry=false 2024-11-12T03:22:55,327 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,38967,1731381754659 expired; onlineServers=0 2024-11-12T03:22:55,327 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,34047,1731381753739' ***** 2024-11-12T03:22:55,327 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:22:55,327 INFO [M:0;3fb681890ab2:34047 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:22:55,327 INFO [M:0;3fb681890ab2:34047 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:22:55,327 DEBUG [M:0;3fb681890ab2:34047 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:22:55,327 DEBUG [M:0;3fb681890ab2:34047 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:22:55,327 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:22:55,327 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381757024 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381757024,5,FailOnTimeoutGroup] 2024-11-12T03:22:55,327 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381757024 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381757024,5,FailOnTimeoutGroup] 2024-11-12T03:22:55,327 INFO [M:0;3fb681890ab2:34047 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:22:55,327 INFO [M:0;3fb681890ab2:34047 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:22:55,328 DEBUG [M:0;3fb681890ab2:34047 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:22:55,328 INFO [M:0;3fb681890ab2:34047 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:22:55,328 INFO [M:0;3fb681890ab2:34047 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:22:55,328 INFO [M:0;3fb681890ab2:34047 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:22:55,328 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:22:55,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1769295918/master 2024-11-12T03:22:55,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1769295918 2024-11-12T03:22:55,338 DEBUG [M:0;3fb681890ab2:34047 {}] zookeeper.ZKUtil(347): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Unable to get data of znode /1769295918/master because node does not exist (not an error) 2024-11-12T03:22:55,338 WARN [M:0;3fb681890ab2:34047 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:22:55,340 INFO [M:0;3fb681890ab2:34047 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/.lastflushedseqids 2024-11-12T03:22:55,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741845_1021 (size=173) 2024-11-12T03:22:55,374 INFO [M:0;3fb681890ab2:34047 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:22:55,374 INFO [M:0;3fb681890ab2:34047 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:22:55,374 DEBUG [M:0;3fb681890ab2:34047 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:22:55,374 INFO [M:0;3fb681890ab2:34047 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:55,374 DEBUG [M:0;3fb681890ab2:34047 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:55,374 DEBUG [M:0;3fb681890ab2:34047 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:22:55,374 DEBUG [M:0;3fb681890ab2:34047 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:55,374 INFO [M:0;3fb681890ab2:34047 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-12T03:22:55,390 DEBUG [M:0;3fb681890ab2:34047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c11ad1b7910f4368bac00f66da15e6d1 is 82, key is hbase:meta,,1/info:regioninfo/1731381758325/Put/seqid=0 2024-11-12T03:22:55,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741846_1022 (size=5672) 2024-11-12T03:22:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38967-0x1012d10d5f40004, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:55,417 INFO [RS:0;3fb681890ab2:38967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:22:55,417 INFO [RS:0;3fb681890ab2:38967 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,38967,1731381754659; zookeeper connection closed. 2024-11-12T03:22:55,417 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5328e23 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5328e23 2024-11-12T03:22:55,417 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:22:55,797 INFO [M:0;3fb681890ab2:34047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c11ad1b7910f4368bac00f66da15e6d1 2024-11-12T03:22:55,819 DEBUG [M:0;3fb681890ab2:34047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd15d22e2bdc426aaf3e50cc4deb74fb is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731381763827/Put/seqid=0 2024-11-12T03:22:55,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741847_1023 (size=6587) 2024-11-12T03:22:55,954 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-12T03:22:55,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:55,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:55,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:55,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:55,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:55,961 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:55,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:56,023 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:56,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:56,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:56,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:56,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:56,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:56,034 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:56,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:56,038 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:56,040 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-12T03:22:56,223 INFO [M:0;3fb681890ab2:34047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd15d22e2bdc426aaf3e50cc4deb74fb 2024-11-12T03:22:56,244 DEBUG [M:0;3fb681890ab2:34047 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c81adf93c90642c993ae2a44071545e1 is 69, key is 3fb681890ab2,38967,1731381754659/rs:state/1731381757111/Put/seqid=0 2024-11-12T03:22:56,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741848_1024 (size=5156) 2024-11-12T03:22:56,251 INFO [M:0;3fb681890ab2:34047 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c81adf93c90642c993ae2a44071545e1 2024-11-12T03:22:56,255 DEBUG [M:0;3fb681890ab2:34047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c11ad1b7910f4368bac00f66da15e6d1 as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c11ad1b7910f4368bac00f66da15e6d1 2024-11-12T03:22:56,259 INFO [M:0;3fb681890ab2:34047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c11ad1b7910f4368bac00f66da15e6d1, entries=8, sequenceid=55, filesize=5.5 K 2024-11-12T03:22:56,260 DEBUG [M:0;3fb681890ab2:34047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cd15d22e2bdc426aaf3e50cc4deb74fb as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd15d22e2bdc426aaf3e50cc4deb74fb 2024-11-12T03:22:56,263 INFO [M:0;3fb681890ab2:34047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cd15d22e2bdc426aaf3e50cc4deb74fb, entries=6, sequenceid=55, filesize=6.4 K 2024-11-12T03:22:56,264 DEBUG [M:0;3fb681890ab2:34047 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c81adf93c90642c993ae2a44071545e1 as hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c81adf93c90642c993ae2a44071545e1 2024-11-12T03:22:56,269 INFO [M:0;3fb681890ab2:34047 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44801/user/jenkins/test-data/2d82a0f2-c272-694c-fb93-772687a49838/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c81adf93c90642c993ae2a44071545e1, entries=1, sequenceid=55, filesize=5.0 K 2024-11-12T03:22:56,270 INFO [M:0;3fb681890ab2:34047 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=55, compaction requested=false 2024-11-12T03:22:56,292 INFO [M:0;3fb681890ab2:34047 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:56,293 DEBUG [M:0;3fb681890ab2:34047 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381775374Disabling compacts and flushes for region at 1731381775374Disabling writes for close at 1731381775374Obtaining lock to block concurrent updates at 1731381775374Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381775374Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731381775375 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381775375Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381775375Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381775390 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381775390Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381775801 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381775819 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381775819Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381776227 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381776244 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381776244Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a4e680: reopening flushed file at 1731381776254 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5be86faf: reopening flushed file at 1731381776259 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30ea60b: reopening flushed file at 1731381776264 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 896ms, sequenceid=55, compaction requested=false at 1731381776270 (+6 ms)Writing region close event to WAL at 1731381776292 (+22 ms)Closed at 1731381776292 2024-11-12T03:22:56,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42459 is added to blk_1073741830_1006 (size=32782) 2024-11-12T03:22:56,308 INFO [M:0;3fb681890ab2:34047 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:22:56,308 INFO [M:0;3fb681890ab2:34047 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34047 2024-11-12T03:22:56,308 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:22:56,309 INFO [M:0;3fb681890ab2:34047 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:22:56,317 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:56,329 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:56,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:56,480 INFO [M:0;3fb681890ab2:34047 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:22:56,480 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34047-0x1012d10d5f40003, quorum=127.0.0.1:59540, baseZNode=/1769295918 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:56,509 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b583009{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:22:56,509 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@687d9d11{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:22:56,510 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:22:56,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7646bf61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:22:56,510 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@165f0bd6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/hadoop.log.dir/,STOPPED} 2024-11-12T03:22:56,512 WARN [BP-195524093-172.17.0.2-1731381751351 heartbeating to localhost/127.0.0.1:44801 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:22:56,512 WARN [BP-195524093-172.17.0.2-1731381751351 heartbeating to localhost/127.0.0.1:44801 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-195524093-172.17.0.2-1731381751351 (Datanode Uuid f93f0918-0891-4a35-bf2d-6723bce1ed47) service to localhost/127.0.0.1:44801 2024-11-12T03:22:56,512 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:22:56,512 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:22:56,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/cluster_0883792a-ed47-5aa3-96a7-82d7ef4b6d0a/data/data1/current/BP-195524093-172.17.0.2-1731381751351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:22:56,513 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/cluster_0883792a-ed47-5aa3-96a7-82d7ef4b6d0a/data/data2/current/BP-195524093-172.17.0.2-1731381751351 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:22:56,513 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:22:56,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7852ee48{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:22:56,519 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cea55df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:22:56,520 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:22:56,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57b9b217{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:22:56,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a5e72a0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/4ca9be83-cba2-36b8-8b02-e034779aa74a/hadoop.log.dir/,STOPPED} 2024-11-12T03:22:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:22:56,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-12T03:22:56,543 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:56,543 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:56,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:56,544 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:56,544 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:56,544 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-12T03:22:56,544 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2094011715, stopped=false 2024-11-12T03:22:56,545 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=3fb681890ab2,41103,1731381748035 2024-11-12T03:22:56,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383953927/running 2024-11-12T03:22:56,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:56,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383953927/running 2024-11-12T03:22:56,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:56,587 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:22:56,587 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-12T03:22:56,587 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:56,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:56,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Set watcher on znode that does not yet exist, /0-1383953927/running 2024-11-12T03:22:56,588 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Set watcher on znode that does not yet exist, /0-1383953927/running 2024-11-12T03:22:56,588 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '3fb681890ab2,40321,1731381748244' ***** 2024-11-12T03:22:56,588 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-12T03:22:56,588 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-12T03:22:56,588 INFO [RS:0;3fb681890ab2:40321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-12T03:22:56,589 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-12T03:22:56,589 INFO [RS:0;3fb681890ab2:40321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-12T03:22:56,589 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(3091): Received CLOSE for 1bc8a95732052f58a2b71c873847705d 2024-11-12T03:22:56,589 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(3091): Received CLOSE for aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:56,589 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(959): stopping server 3fb681890ab2,40321,1731381748244 2024-11-12T03:22:56,589 INFO [RS:0;3fb681890ab2:40321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:22:56,589 INFO [RS:0;3fb681890ab2:40321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:40321. 2024-11-12T03:22:56,590 DEBUG [RS:0;3fb681890ab2:40321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:56,590 DEBUG [RS:0;3fb681890ab2:40321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:56,590 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-12T03:22:56,590 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-12T03:22:56,590 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-12T03:22:56,590 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-12T03:22:56,593 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1bc8a95732052f58a2b71c873847705d, disabling compactions & flushes 2024-11-12T03:22:56,593 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. 2024-11-12T03:22:56,593 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. 2024-11-12T03:22:56,593 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. after waiting 0 ms 2024-11-12T03:22:56,593 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. 2024-11-12T03:22:56,593 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1bc8a95732052f58a2b71c873847705d 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-12T03:22:56,600 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-12T03:22:56,600 DEBUG [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 1bc8a95732052f58a2b71c873847705d=hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d., aced03780f74668889fbc02ad02cb3b1=test,,1731381762795.aced03780f74668889fbc02ad02cb3b1.} 2024-11-12T03:22:56,600 DEBUG [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1bc8a95732052f58a2b71c873847705d, aced03780f74668889fbc02ad02cb3b1 2024-11-12T03:22:56,600 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-12T03:22:56,600 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-12T03:22:56,600 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-12T03:22:56,600 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-12T03:22:56,600 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-12T03:22:56,601 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-12T03:22:56,621 INFO [regionserver/3fb681890ab2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:22:56,626 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/replication/1bc8a95732052f58a2b71c873847705d/.tmp/hfileref/2b9f175af1114101b07dd3ab2b8a1b34 is 74, key is 1/hfileref:0fdf481e0a904e2fb5c06ddb76eab3d7_SeqId_6_/1731381769879/DeleteColumn/seqid=0 2024-11-12T03:22:56,650 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/.tmp/info/292a00fba48441aab87e5fcb329f96f3 is 147, key is hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d./info:regioninfo/1731381765918/Put/seqid=0 2024-11-12T03:22:56,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741847_1023 (size=5489) 2024-11-12T03:22:56,658 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/replication/1bc8a95732052f58a2b71c873847705d/.tmp/hfileref/2b9f175af1114101b07dd3ab2b8a1b34 2024-11-12T03:22:56,676 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-12T03:22:56,676 INFO [regionserver/3fb681890ab2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-12T03:22:56,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741848_1024 (size=7686) 2024-11-12T03:22:56,680 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/.tmp/info/292a00fba48441aab87e5fcb329f96f3 2024-11-12T03:22:56,724 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/.tmp/ns/537dabaaaf184c8f8b2a55bce280a8ef is 43, key is default/ns:d/1731381751229/Put/seqid=0 2024-11-12T03:22:56,725 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/replication/1bc8a95732052f58a2b71c873847705d/.tmp/queue/5ad5bc3272df4923b6b89c7a52ab30da is 153, key is 1-3fb681890ab2,40321,1731381748244/queue:3fb681890ab2%2C40321%2C1731381748244/1731381769881/Put/seqid=0 2024-11-12T03:22:56,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741850_1026 (size=5504) 2024-11-12T03:22:56,738 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/replication/1bc8a95732052f58a2b71c873847705d/.tmp/queue/5ad5bc3272df4923b6b89c7a52ab30da 2024-11-12T03:22:56,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741849_1025 (size=5153) 2024-11-12T03:22:56,742 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/.tmp/ns/537dabaaaf184c8f8b2a55bce280a8ef 2024-11-12T03:22:56,745 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/replication/1bc8a95732052f58a2b71c873847705d/.tmp/hfileref/2b9f175af1114101b07dd3ab2b8a1b34 as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/replication/1bc8a95732052f58a2b71c873847705d/hfileref/2b9f175af1114101b07dd3ab2b8a1b34 2024-11-12T03:22:56,754 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/replication/1bc8a95732052f58a2b71c873847705d/hfileref/2b9f175af1114101b07dd3ab2b8a1b34, entries=6, sequenceid=17, filesize=5.4 K 2024-11-12T03:22:56,755 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/replication/1bc8a95732052f58a2b71c873847705d/.tmp/queue/5ad5bc3272df4923b6b89c7a52ab30da as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/replication/1bc8a95732052f58a2b71c873847705d/queue/5ad5bc3272df4923b6b89c7a52ab30da 2024-11-12T03:22:56,761 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/replication/1bc8a95732052f58a2b71c873847705d/queue/5ad5bc3272df4923b6b89c7a52ab30da, entries=2, sequenceid=17, filesize=5.4 K 2024-11-12T03:22:56,762 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1bc8a95732052f58a2b71c873847705d in 169ms, sequenceid=17, compaction requested=false 2024-11-12T03:22:56,764 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/.tmp/rep_barrier/5a4aac0f617c48a0ab3c28ae5a88cd66 is 112, key is test,,1731381762795.aced03780f74668889fbc02ad02cb3b1./rep_barrier:seqnumDuringOpen/1731381763173/Put/seqid=0 2024-11-12T03:22:56,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741851_1027 (size=5518) 2024-11-12T03:22:56,778 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/.tmp/rep_barrier/5a4aac0f617c48a0ab3c28ae5a88cd66 2024-11-12T03:22:56,781 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/replication/1bc8a95732052f58a2b71c873847705d/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-12T03:22:56,782 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:56,782 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:22:56,782 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. 2024-11-12T03:22:56,782 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1bc8a95732052f58a2b71c873847705d: Waiting for close lock at 1731381776592Running coprocessor pre-close hooks at 1731381776592Disabling compacts and flushes for region at 1731381776592Disabling writes for close at 1731381776593 (+1 ms)Obtaining lock to block concurrent updates at 1731381776593Preparing flush snapshotting stores in 1bc8a95732052f58a2b71c873847705d at 1731381776593Finished memstore snapshotting hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731381776593Flushing stores of hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. at 1731381776594 (+1 ms)Flushing 1bc8a95732052f58a2b71c873847705d/hfileref: creating writer at 1731381776594Flushing 1bc8a95732052f58a2b71c873847705d/hfileref: appending metadata at 1731381776625 (+31 ms)Flushing 1bc8a95732052f58a2b71c873847705d/hfileref: closing flushed file at 1731381776625Flushing 1bc8a95732052f58a2b71c873847705d/queue: creating writer at 1731381776693 (+68 ms)Flushing 1bc8a95732052f58a2b71c873847705d/queue: appending metadata at 1731381776723 (+30 ms)Flushing 1bc8a95732052f58a2b71c873847705d/queue: closing flushed file at 1731381776723Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26c9bbed: reopening flushed file at 1731381776743 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d40e60e: reopening flushed file at 1731381776754 (+11 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 1bc8a95732052f58a2b71c873847705d in 169ms, sequenceid=17, compaction requested=false at 1731381776762 (+8 ms)Writing region close event to WAL at 1731381776764 (+2 ms)Running coprocessor post-close hooks at 1731381776782 (+18 ms)Closed at 1731381776782 2024-11-12T03:22:56,782 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731381764713.1bc8a95732052f58a2b71c873847705d. 2024-11-12T03:22:56,783 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing aced03780f74668889fbc02ad02cb3b1, disabling compactions & flushes 2024-11-12T03:22:56,783 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731381762795.aced03780f74668889fbc02ad02cb3b1. 2024-11-12T03:22:56,783 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731381762795.aced03780f74668889fbc02ad02cb3b1. 2024-11-12T03:22:56,783 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731381762795.aced03780f74668889fbc02ad02cb3b1. after waiting 0 ms 2024-11-12T03:22:56,783 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731381762795.aced03780f74668889fbc02ad02cb3b1. 2024-11-12T03:22:56,787 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/default/test/aced03780f74668889fbc02ad02cb3b1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-12T03:22:56,787 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:56,787 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-12T03:22:56,787 INFO [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731381762795.aced03780f74668889fbc02ad02cb3b1. 2024-11-12T03:22:56,787 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for aced03780f74668889fbc02ad02cb3b1: Waiting for close lock at 1731381776783Running coprocessor pre-close hooks at 1731381776783Disabling compacts and flushes for region at 1731381776783Disabling writes for close at 1731381776783Writing region close event to WAL at 1731381776784 (+1 ms)Running coprocessor post-close hooks at 1731381776787 (+3 ms)Closed at 1731381776787 2024-11-12T03:22:56,787 DEBUG [RS_CLOSE_REGION-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731381762795.aced03780f74668889fbc02ad02cb3b1. 2024-11-12T03:22:56,800 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/.tmp/table/9070b3be77e6430cbbe483ce832d829a is 53, key is hbase:replication/table:state/1731381765926/Put/seqid=0 2024-11-12T03:22:56,800 DEBUG [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741852_1028 (size=5308) 2024-11-12T03:22:57,001 DEBUG [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:57,201 DEBUG [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-12T03:22:57,206 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/.tmp/table/9070b3be77e6430cbbe483ce832d829a 2024-11-12T03:22:57,210 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/.tmp/info/292a00fba48441aab87e5fcb329f96f3 as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/info/292a00fba48441aab87e5fcb329f96f3 2024-11-12T03:22:57,214 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/info/292a00fba48441aab87e5fcb329f96f3, entries=20, sequenceid=16, filesize=7.5 K 2024-11-12T03:22:57,215 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/.tmp/ns/537dabaaaf184c8f8b2a55bce280a8ef as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/ns/537dabaaaf184c8f8b2a55bce280a8ef 2024-11-12T03:22:57,220 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/ns/537dabaaaf184c8f8b2a55bce280a8ef, entries=2, sequenceid=16, filesize=5.0 K 2024-11-12T03:22:57,221 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/.tmp/rep_barrier/5a4aac0f617c48a0ab3c28ae5a88cd66 as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/rep_barrier/5a4aac0f617c48a0ab3c28ae5a88cd66 2024-11-12T03:22:57,225 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/rep_barrier/5a4aac0f617c48a0ab3c28ae5a88cd66, entries=1, sequenceid=16, filesize=5.4 K 2024-11-12T03:22:57,225 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/.tmp/table/9070b3be77e6430cbbe483ce832d829a as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/table/9070b3be77e6430cbbe483ce832d829a 2024-11-12T03:22:57,229 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/table/9070b3be77e6430cbbe483ce832d829a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-12T03:22:57,229 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 629ms, sequenceid=16, compaction requested=false 2024-11-12T03:22:57,230 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-12T03:22:57,234 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-12T03:22:57,234 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-12T03:22:57,234 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-12T03:22:57,234 INFO [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:57,234 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731381776600Running coprocessor pre-close hooks at 1731381776600Disabling compacts and flushes for region at 1731381776600Disabling writes for close at 1731381776600Obtaining lock to block concurrent updates at 1731381776601 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731381776601Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731381776601Flushing stores of hbase:meta,,1.1588230740 at 1731381776601Flushing 1588230740/info: creating writer at 1731381776601Flushing 1588230740/info: appending metadata at 1731381776650 (+49 ms)Flushing 1588230740/info: closing flushed file at 1731381776650Flushing 1588230740/ns: creating writer at 1731381776691 (+41 ms)Flushing 1588230740/ns: appending metadata at 1731381776723 (+32 ms)Flushing 1588230740/ns: closing flushed file at 1731381776723Flushing 1588230740/rep_barrier: creating writer at 1731381776747 (+24 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731381776763 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731381776763Flushing 1588230740/table: creating writer at 1731381776783 (+20 ms)Flushing 1588230740/table: appending metadata at 1731381776800 (+17 ms)Flushing 1588230740/table: closing flushed file at 1731381776800Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29293924: reopening flushed file at 1731381777210 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fd8d085: reopening flushed file at 1731381777214 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4728b1c6: reopening flushed file at 1731381777220 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45144ba8: reopening flushed file at 1731381777225 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 629ms, sequenceid=16, compaction requested=false at 1731381777229 (+4 ms)Writing region close event to WAL at 1731381777231 (+2 ms)Running coprocessor post-close hooks at 1731381777234 (+3 ms)Closed at 1731381777234 2024-11-12T03:22:57,234 DEBUG [RS_CLOSE_META-regionserver/3fb681890ab2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-12T03:22:57,401 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(976): stopping server 3fb681890ab2,40321,1731381748244; all regions closed. 2024-11-12T03:22:57,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741843_1019 (size=859) 2024-11-12T03:22:57,405 DEBUG [RS:0;3fb681890ab2:40321 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/oldWALs 2024-11-12T03:22:57,405 INFO [RS:0;3fb681890ab2:40321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C40321%2C1731381748244.meta:.meta(num 1731381768541) 2024-11-12T03:22:57,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741844_1020 (size=2791) 2024-11-12T03:22:57,406 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.rep.1731381768558 not finished, retry = 0 2024-11-12T03:22:57,509 DEBUG [RS:0;3fb681890ab2:40321 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/oldWALs 2024-11-12T03:22:57,509 INFO [RS:0;3fb681890ab2:40321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C40321%2C1731381748244.rep:(num 1731381768558) 2024-11-12T03:22:57,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741842_1018 (size=696) 2024-11-12T03:22:57,512 DEBUG [RS:0;3fb681890ab2:40321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/oldWALs 2024-11-12T03:22:57,512 INFO [RS:0;3fb681890ab2:40321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 3fb681890ab2%2C40321%2C1731381748244:(num 1731381768523) 2024-11-12T03:22:57,512 DEBUG [RS:0;3fb681890ab2:40321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:57,512 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.LeaseManager(133): Closed leases 2024-11-12T03:22:57,512 INFO [RS:0;3fb681890ab2:40321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:22:57,512 INFO [RS:0;3fb681890ab2:40321 {}] hbase.ChoreService(370): Chore service for: regionserver/3fb681890ab2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-12T03:22:57,512 INFO [RS:0;3fb681890ab2:40321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:22:57,513 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-3fb681890ab2,40321,1731381748244 because: Region server is closing 2024-11-12T03:22:57,513 INFO [regionserver/3fb681890ab2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:22:57,513 INFO [RS:0;3fb681890ab2:40321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:40321. 2024-11-12T03:22:57,513 DEBUG [RS:0;3fb681890ab2:40321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:57,513 DEBUG [RS:0;3fb681890ab2:40321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:57,513 DEBUG [RS:0;3fb681890ab2:40321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:57,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:57,529 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 to pos 393, reset compression=false 2024-11-12T03:22:57,531 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 was moved to hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/oldWALs/3fb681890ab2%2C40321%2C1731381748244.1731381768523 2024-11-12T03:22:57,533 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523 2024-11-12T03:22:57,533 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-12T03:22:57,533 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-12T03:22:57,533 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.wal-reader.3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-12T03:22:57,533 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-3fb681890ab2,40321,1731381748244 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/WALs/3fb681890ab2,40321,1731381748244/3fb681890ab2%2C40321%2C1731381748244.1731381768523, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-12T03:22:57,533 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 3fb681890ab2,40321,1731381748244: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-3fb681890ab2,40321,1731381748244, walGroup=3fb681890ab2%2C40321%2C1731381748244, offset=3fb681890ab2%2C40321%2C1731381748244.1731381768523:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3fb681890ab2:40321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-12T03:22:57,534 ERROR [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-12T03:22:57,534 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-12T03:22:57,535 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-12T03:22:57,535 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-12T03:22:57,535 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-12T03:22:57,535 INFO [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1549795328, "init": 1048576000, "max": 2306867200, "used": 1038077824 }, "NonHeapMemoryUsage": { "committed": 212271104, "init": 7667712, "max": -1, "used": 209074720 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-12T03:22:57,535 DEBUG [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [3fb681890ab2%2C40321%2C1731381748244.1731381768523] 2024-11-12T03:22:57,614 WARN [RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-12T03:22:57,614 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,1-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,1-3fb681890ab2,40321,1731381748244 terminated 2024-11-12T03:22:57,614 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-3fb681890ab2,40321,1731381748244 because: Region server is closing 2024-11-12T03:22:57,614 INFO [RS:0;3fb681890ab2:40321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;3fb681890ab2:40321. 2024-11-12T03:22:57,614 DEBUG [RS:0;3fb681890ab2:40321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-12T03:22:57,614 DEBUG [RS:0;3fb681890ab2:40321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:57,614 DEBUG [RS:0;3fb681890ab2:40321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-12T03:22:57,614 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-12T03:22:57,615 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3fb681890ab2:0-0.replicationSource,2-3fb681890ab2,40321,1731381748244.replicationSource.shipper3fb681890ab2%2C40321%2C1731381748244,2-3fb681890ab2,40321,1731381748244 terminated 2024-11-12T03:22:57,615 INFO [RS:0;3fb681890ab2:40321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40321 2024-11-12T03:22:57,623 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-12T03:22:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927/rs 2024-11-12T03:22:57,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383953927/rs/3fb681890ab2,40321,1731381748244 2024-11-12T03:22:57,727 INFO [RS:0;3fb681890ab2:40321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:22:57,737 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3fb681890ab2,40321,1731381748244] 2024-11-12T03:22:57,748 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1383953927/draining/3fb681890ab2,40321,1731381748244 already deleted, retry=false 2024-11-12T03:22:57,748 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 3fb681890ab2,40321,1731381748244 expired; onlineServers=0 2024-11-12T03:22:57,748 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '3fb681890ab2,41103,1731381748035' ***** 2024-11-12T03:22:57,748 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-12T03:22:57,748 INFO [M:0;3fb681890ab2:41103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-12T03:22:57,748 INFO [M:0;3fb681890ab2:41103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-12T03:22:57,748 DEBUG [M:0;3fb681890ab2:41103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-12T03:22:57,748 DEBUG [M:0;3fb681890ab2:41103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-12T03:22:57,748 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-12T03:22:57,748 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381750466 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.small.0-1731381750466,5,FailOnTimeoutGroup] 2024-11-12T03:22:57,748 DEBUG [master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381750465 {}] cleaner.HFileCleaner(306): Exit Thread[master/3fb681890ab2:0:becomeActiveMaster-HFileCleaner.large.0-1731381750465,5,FailOnTimeoutGroup] 2024-11-12T03:22:57,748 INFO [M:0;3fb681890ab2:41103 {}] hbase.ChoreService(370): Chore service for: master/3fb681890ab2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-12T03:22:57,748 INFO [M:0;3fb681890ab2:41103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-12T03:22:57,748 DEBUG [M:0;3fb681890ab2:41103 {}] master.HMaster(1795): Stopping service threads 2024-11-12T03:22:57,748 INFO [M:0;3fb681890ab2:41103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-12T03:22:57,749 INFO [M:0;3fb681890ab2:41103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-12T03:22:57,749 ERROR [M:0;3fb681890ab2:41103 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (1591327397) connection to localhost/127.0.0.1:46541 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:46541,5,PEWorkerGroup] 2024-11-12T03:22:57,749 INFO [M:0;3fb681890ab2:41103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-12T03:22:57,749 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-12T03:22:57,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1383953927/master 2024-11-12T03:22:57,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1383953927 2024-11-12T03:22:57,758 DEBUG [M:0;3fb681890ab2:41103 {}] zookeeper.ZKUtil(347): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Unable to get data of znode /0-1383953927/master because node does not exist (not an error) 2024-11-12T03:22:57,758 WARN [M:0;3fb681890ab2:41103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-12T03:22:57,759 INFO [M:0;3fb681890ab2:41103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/.lastflushedseqids 2024-11-12T03:22:57,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741853_1029 (size=263) 2024-11-12T03:22:57,837 INFO [RS:0;3fb681890ab2:40321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:22:57,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:57,838 INFO [RS:0;3fb681890ab2:40321 {}] regionserver.HRegionServer(1031): Exiting; stopping=3fb681890ab2,40321,1731381748244; zookeeper connection closed. 2024-11-12T03:22:57,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40321-0x1012d10d5f40001, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:57,838 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56ee1ed8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56ee1ed8 2024-11-12T03:22:57,838 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-12T03:22:58,165 INFO [M:0;3fb681890ab2:41103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-12T03:22:58,165 INFO [M:0;3fb681890ab2:41103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-12T03:22:58,165 DEBUG [M:0;3fb681890ab2:41103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-12T03:22:58,165 INFO [M:0;3fb681890ab2:41103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:58,165 DEBUG [M:0;3fb681890ab2:41103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:58,165 DEBUG [M:0;3fb681890ab2:41103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-12T03:22:58,165 DEBUG [M:0;3fb681890ab2:41103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:58,166 INFO [M:0;3fb681890ab2:41103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.83 KB heapSize=70.51 KB 2024-11-12T03:22:58,183 DEBUG [M:0;3fb681890ab2:41103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26e12a0e95224bf8995d6ffc7bb06892 is 82, key is hbase:meta,,1/info:regioninfo/1731381751216/Put/seqid=0 2024-11-12T03:22:58,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741854_1030 (size=5672) 2024-11-12T03:22:58,210 INFO [M:0;3fb681890ab2:41103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26e12a0e95224bf8995d6ffc7bb06892 2024-11-12T03:22:58,231 DEBUG [M:0;3fb681890ab2:41103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4db65689b2b74b58ad5988f136e741f4 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731381765930/Put/seqid=0 2024-11-12T03:22:58,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741855_1031 (size=8909) 2024-11-12T03:22:58,269 INFO [M:0;3fb681890ab2:41103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.28 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4db65689b2b74b58ad5988f136e741f4 2024-11-12T03:22:58,287 DEBUG [M:0;3fb681890ab2:41103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41910bf282f244a69c6d40ea485e2469 is 69, key is 3fb681890ab2,40321,1731381748244/rs:state/1731381750545/Put/seqid=0 2024-11-12T03:22:58,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741856_1032 (size=5156) 2024-11-12T03:22:58,299 INFO [M:0;3fb681890ab2:41103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41910bf282f244a69c6d40ea485e2469 2024-11-12T03:22:58,304 DEBUG [M:0;3fb681890ab2:41103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/26e12a0e95224bf8995d6ffc7bb06892 as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26e12a0e95224bf8995d6ffc7bb06892 2024-11-12T03:22:58,308 INFO [M:0;3fb681890ab2:41103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/26e12a0e95224bf8995d6ffc7bb06892, entries=8, sequenceid=112, filesize=5.5 K 2024-11-12T03:22:58,309 DEBUG [M:0;3fb681890ab2:41103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4db65689b2b74b58ad5988f136e741f4 as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4db65689b2b74b58ad5988f136e741f4 2024-11-12T03:22:58,315 INFO [M:0;3fb681890ab2:41103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4db65689b2b74b58ad5988f136e741f4, entries=13, sequenceid=112, filesize=8.7 K 2024-11-12T03:22:58,316 DEBUG [M:0;3fb681890ab2:41103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/41910bf282f244a69c6d40ea485e2469 as hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41910bf282f244a69c6d40ea485e2469 2024-11-12T03:22:58,320 INFO [M:0;3fb681890ab2:41103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46541/user/jenkins/test-data/91b94522-a5b9-dc36-3537-e7787e867f1d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/41910bf282f244a69c6d40ea485e2469, entries=1, sequenceid=112, filesize=5.0 K 2024-11-12T03:22:58,320 INFO [M:0;3fb681890ab2:41103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=112, compaction requested=false 2024-11-12T03:22:58,321 INFO [M:0;3fb681890ab2:41103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-12T03:22:58,322 DEBUG [M:0;3fb681890ab2:41103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731381778165Disabling compacts and flushes for region at 1731381778165Disabling writes for close at 1731381778165Obtaining lock to block concurrent updates at 1731381778166 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731381778166Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61268, getHeapSize=72136, getOffHeapSize=0, getCellsCount=131 at 1731381778166Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731381778166Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731381778166Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731381778182 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731381778182Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731381778215 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731381778231 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731381778231Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731381778273 (+42 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731381778287 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731381778287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba74825: reopening flushed file at 1731381778304 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a039dc9: reopening flushed file at 1731381778308 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a06b025: reopening flushed file at 1731381778315 (+7 ms)Finished flush of dataSize ~59.83 KB/61268, heapSize ~70.21 KB/71896, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 155ms, sequenceid=112, compaction requested=false at 1731381778320 (+5 ms)Writing region close event to WAL at 1731381778321 (+1 ms)Closed at 1731381778321 2024-11-12T03:22:58,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43279 is added to blk_1073741830_1006 (size=69055) 2024-11-12T03:22:58,324 INFO [M:0;3fb681890ab2:41103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-12T03:22:58,324 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-12T03:22:58,324 INFO [M:0;3fb681890ab2:41103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41103 2024-11-12T03:22:58,324 INFO [M:0;3fb681890ab2:41103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-12T03:22:58,444 INFO [M:0;3fb681890ab2:41103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-12T03:22:58,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:58,445 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41103-0x1012d10d5f40000, quorum=127.0.0.1:59540, baseZNode=/0-1383953927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-12T03:22:58,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5ae63c2e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-12T03:22:58,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f659f1b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:22:58,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:22:58,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56cb1d91{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:22:58,480 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c2c6c16{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/hadoop.log.dir/,STOPPED} 2024-11-12T03:22:58,481 WARN [BP-314036507-172.17.0.2-1731381746268 heartbeating to localhost/127.0.0.1:46541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-12T03:22:58,481 WARN [BP-314036507-172.17.0.2-1731381746268 heartbeating to localhost/127.0.0.1:46541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-314036507-172.17.0.2-1731381746268 (Datanode Uuid 4da2fd72-088b-434f-a6c4-7726c8e16653) service to localhost/127.0.0.1:46541 2024-11-12T03:22:58,481 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-12T03:22:58,481 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-12T03:22:58,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/cluster_dcbdd9a7-d3c3-c683-4542-6ac244899154/data/data1/current/BP-314036507-172.17.0.2-1731381746268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:22:58,482 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/cluster_dcbdd9a7-d3c3-c683-4542-6ac244899154/data/data2/current/BP-314036507-172.17.0.2-1731381746268 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-12T03:22:58,482 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-12T03:22:58,487 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@ddd43f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-12T03:22:58,487 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@491c2358{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-12T03:22:58,487 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-12T03:22:58,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b6a9cf{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-12T03:22:58,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4759d90a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/test-data/16aed1e6-5a74-023c-493f-3e103b7d9bd4/hadoop.log.dir/,STOPPED} 2024-11-12T03:22:58,495 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-12T03:22:58,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-12T03:22:58,526 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=603 (was 531) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: globalEventExecutor-1-31 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//io.netty.util.concurrent.GlobalEventExecutor.takeTask(GlobalEventExecutor.java:113) app//io.netty.util.concurrent.GlobalEventExecutor$TaskRunner.run(GlobalEventExecutor.java:259) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46541 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59540) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46541 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46591 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44801 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44801 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46541 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46591 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59540) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46541 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:59540) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46591 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:46541 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:44801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46591 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44801 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44801 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-43-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:46591 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44801 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46541 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=984 (was 868) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=496 (was 341) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4908 (was 5309) 2024-11-12T03:22:58,526 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=603 is superior to 500